{
    "measurement": [
        {
            "key": "model.layers.0.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.011485198512673378,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.009819640778005123,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.004894187208265066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0051419991068542,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.005141818895936012,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.001998690189793706,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.010562127456068993,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.009738607332110405,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.005408979021012783,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.004751699045300484,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.004922839347273111,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.005091421771794558,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.004750039428472519,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0027749401051551104,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.002096578013151884,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0026788339018821716,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0018940044101327658,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0016141094965860248,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.001843438483774662,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0015471949009224772,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0017280965112149715,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0018432490760460496,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0013327006017789245,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0015284729888662696,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.011715738102793694,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0100587522611022,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.004934846423566341,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.005156494677066803,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.005156444851309061,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0019152637105435133,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.011044887825846672,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.009951071813702583,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.005411899648606777,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.004730503540486097,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0049234055913984776,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.005158268380910158,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.004728021565824747,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0027360115200281143,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.0019789841026067734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.002694319700822234,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.001740236533805728,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.0014098023530095816,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0016825641505420208,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0013301516883075237,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0016777492128312588,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.001682022586464882,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0012443349696695805,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0013052858412265778,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.1220507100224495,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07292035222053528,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04496266320347786,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.050373226404190063,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.050334278494119644,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.02246270887553692,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08110447227954865,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06693573296070099,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.057595398277044296,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03256717696785927,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03912164270877838,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.044245608150959015,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03221545368432999,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.024521226063370705,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.02228296920657158,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.022691108286380768,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.013010043650865555,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.012014802545309067,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009706089273095131,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.00798811111599207,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.011682102456688881,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.009644263423979282,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006704562343657017,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.006316985934972763,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1192309707403183,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07534254342317581,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05053550750017166,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0502588264644146,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04881235584616661,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.025945281609892845,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07399054616689682,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06608875095844269,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05673554167151451,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.032697852700948715,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03522295132279396,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03784032166004181,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03193104639649391,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02442805841565132,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02231345698237419,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01916145719587803,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014116919599473476,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013348223641514778,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011513061821460724,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010143943130970001,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.010640623047947884,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01140894927084446,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007899865508079529,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.008923729881644249,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.11713099479675293,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.10912265628576279,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.10663249343633652,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.09710972756147385,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.05277106538414955,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.05041664093732834,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.05894489958882332,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.05436200276017189,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.05349363014101982,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.048085667192935944,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.046028174459934235,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.030026515945792198,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.02610563300549984,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.025450121611356735,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.02529752440750599,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.015130588784813881,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.013781762681901455,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.013714459724724293,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.012938708998262882,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.012844293378293514,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.008518651127815247,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.009267603047192097,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.008273606188595295,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007239588536322117,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.13886365294456482,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13099366426467896,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.128617525100708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.11723217368125916,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06298533827066422,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.060661688446998596,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.06973013281822205,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.06442126631736755,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.06366883218288422,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.057768501341342926,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.05516032874584198,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0351908840239048,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03053709678351879,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.029935898259282112,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.029787937179207802,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.017550911754369736,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01534920372068882,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.015288291499018669,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.014339215122163296,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.014251257292926311,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.009208419360220432,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.009198442101478577,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.008962909691035748,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.006075931712985039,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.0.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.08257630467414856,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.07103795558214188,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.06513407081365585,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.05761265754699707,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.03674129769206047,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.03195445239543915,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.04823192209005356,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.042466793209314346,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.03831702098250389,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.030690306797623634,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.029299594461917877,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.02378499135375023,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.020357592031359673,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.01813836582005024,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.017593875527381897,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.012241121381521225,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.010360393673181534,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.010154936462640762,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.009326937608420849,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.009013468399643898,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.007271736394613981,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.007771650794893503,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.006610244046896696,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.006370691116899252,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.020742567256093025,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.01368669793009758,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.007784648798406124,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.008244919590651989,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.008000390604138374,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.003493713680654764,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.014222665689885616,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.012912279926240444,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.00971148256212473,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.006288812030106783,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0067305900156497955,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.00719299865886569,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.006155027076601982,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0040230355225503445,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0033393504563719034,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0036292164586484432,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0023339411709457636,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.0020573886577039957,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0020516300573945045,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0016408266965299845,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.001981741515919566,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.002031165873631835,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0012414889642968774,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0014876399654895067,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.018164584413170815,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.012216399423778057,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.006656399462372065,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.007059474475681782,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.006878558546304703,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.002803773619234562,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.013063793070614338,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.011673970147967339,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.00841135811060667,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.005628568585962057,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.00609039980918169,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0065504517406225204,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.00553738372400403,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0034481424372643232,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.0027432458009570837,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.003299158765003085,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.001975392224267125,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.0016949347918853164,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0017603124724701047,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0013528350973501801,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0017556453822180629,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0017459377413615584,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0010082629742100835,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0012356749502941966,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.1464361846446991,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09552756696939468,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06915947049856186,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06566207855939865,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.06004872918128967,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.034738197922706604,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.08800864964723587,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.07958483695983887,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.06970549374818802,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04167551547288895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.042702797800302505,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.04486890137195587,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.038052164018154144,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02922751195728779,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.02675039693713188,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.022459011524915695,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.015460866503417492,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.014455948024988174,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011951358988881111,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.01011060830205679,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01164284348487854,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.011315830983221531,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.00788804329931736,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007357244845479727,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1583293229341507,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.12712255120277405,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.11369636654853821,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09439833462238312,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.07155881077051163,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.058431968092918396,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09257002174854279,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08200111240148544,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.07513552904129028,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05333378165960312,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.050297267735004425,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04770360514521599,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.039948005229234695,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.03535759076476097,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03420648351311684,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024123769253492355,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.019884943962097168,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.01937888003885746,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.016712749376893044,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.015989232808351517,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013623389415442944,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014689055271446705,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01190914586186409,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011772653087973595,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16848666965961456,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15890933573246002,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15596133470535278,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.14103418588638306,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07809905707836151,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07499504834413528,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08675006031990051,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07974667102098465,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07890142500400543,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07090836018323898,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06757821142673492,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.044451698660850525,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.038712695240974426,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03799163177609444,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.037847258150577545,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022484246641397476,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.020860351622104645,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.0207852590829134,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019561849534511566,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.019466746598482132,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012827696278691292,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.0143083855509758,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012552044354379177,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011488070711493492,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.20472775399684906,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.19373951852321625,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.190480038523674,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.17265768349170685,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0952262282371521,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.09159469604492188,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10524866729974747,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09701187163591385,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.09614505618810654,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08666842430830002,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08236141502857208,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05373546481132507,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04669003188610077,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.045906007289886475,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.045731060206890106,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.026933159679174423,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.024470265954732895,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.024387968704104424,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.022851374000310898,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02273787371814251,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01473996788263321,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015917394310235977,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.014432068914175034,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012039418332278728,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.1.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.016608180478215218,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.016240427270531654,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.006338669452816248,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.005984331481158733,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.005366729572415352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0030722664669156075,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.016858665272593498,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.015804806724190712,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.005435948260128498,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.005145350005477667,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.004889050032943487,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.004759626928716898,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.004929136019200087,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.002688400214537978,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.0025117918848991394,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0025659222155809402,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.002305577276274562,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.0009839829290285707,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.002281533321365714,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.0009170545381493866,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0022736869286745787,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0022567713167518377,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.0007450617849826813,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.0008044231799431145,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.05725936219096184,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.04416337236762047,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03717302903532982,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0331929512321949,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.02450358308851719,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.01832529716193676,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.03431132808327675,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03117140755057335,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.02700762450695038,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.01922706700861454,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.018896086141467094,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.017393147572875023,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.014875855296850204,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.011892241425812244,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.011085320264101028,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.008695602416992188,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.0063162376172840595,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.005965320859104395,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.005305554252117872,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.004755358677357435,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.004532696213573217,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00453648017719388,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0033595880959182978,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003040970303118229,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.059367585927248,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.04382766783237457,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.034730151295661926,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.031668175011873245,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.024775249883532524,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.017035722732543945,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.036660827696323395,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03317644074559212,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.02781873382627964,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.019109481945633888,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.019135968759655952,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.01848260872066021,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01579824648797512,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.012059652246534824,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.011008793488144875,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009244934655725956,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.0064580971375107765,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.005999431945383549,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0053935907781124115,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0046707759611308575,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.004811436869204044,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.004816633183509111,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0033798771910369396,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003228340297937393,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.1789262741804123,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1473926305770874,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1351305991411209,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1184278205037117,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0804009735584259,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.06712020933628082,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10002551972866058,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09059969335794449,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0852784663438797,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06391648948192596,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.060528773814439774,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0508328340947628,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.043345239013433456,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.03867315128445625,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.03748554736375809,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.025452839210629463,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.019949492067098618,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.019444763660430908,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.016640031710267067,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.015798911452293396,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013308791443705559,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012792539782822132,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.011263531632721424,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00813996884971857,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.15896707773208618,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.13918738067150116,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.12932617962360382,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1112002432346344,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.07327552884817123,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.06388776004314423,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09290265291929245,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08349428325891495,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.07614882290363312,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06112270802259445,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.056762270629405975,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04843956604599953,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04078185558319092,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.03622860088944435,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03509030118584633,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024730676785111427,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.020246246829628944,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.019714077934622765,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01804255321621895,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.017354346811771393,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014223714359104633,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01481890119612217,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012607814744114876,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011754510924220085,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.21038086712360382,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.19758427143096924,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.19375565648078918,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.17454370856285095,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.09857624024152756,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.09412666410207748,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10935404896736145,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10082271695137024,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0997583419084549,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08843035250902176,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08347205072641373,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05587588995695114,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04840460047125816,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.04741290211677551,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04717547819018364,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.027961360290646553,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02484351024031639,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.024737102910876274,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0228522140532732,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.022703681141138077,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015056808479130268,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015620904043316841,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.014637703076004982,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011211328208446503,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24466262757778168,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23018932342529297,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22581040859222412,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2034345120191574,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11448416113853455,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10945729166269302,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12669028341770172,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1170124039053917,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11585211008787155,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10284726321697235,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09686364233493805,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06445717066526413,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05588658154010773,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05478890240192413,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05452617257833481,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03219253569841385,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028112858533859253,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02799849957227707,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025749508291482925,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025584662333130836,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01690000668168068,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016818003728985786,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016433095559477806,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01107075810432434,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.2.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.188028484582901,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.16619080305099487,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.15778915584087372,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.13977186381816864,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.08475895971059799,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0766524001955986,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.10057836771011353,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.09169662743806839,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.08754201233386993,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.07220955193042755,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.06832697242498398,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.0509728342294693,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04388166591525078,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04079586640000343,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.040046706795692444,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02558256685733795,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.021570296958088875,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.021289581432938576,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.019176851958036423,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.018697107210755348,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.013855712488293648,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.014192488975822926,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.012795895338058472,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.010213835164904594,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.04409455507993698,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.036391034722328186,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.03220297768712044,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.02829933911561966,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.01954573579132557,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.015915360301733017,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.026212194934487343,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.02382766269147396,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.02088724821805954,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.015864502638578415,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.015278537757694721,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.013345103710889816,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.011381738819181919,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.009480739943683147,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.00898001343011856,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.006687581073492765,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.005039079114794731,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.004812935367226601,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.004333782475441694,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.004003438167273998,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0035502403043210506,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.0035418933257460594,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0028240876272320747,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.002439252333715558,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0444701686501503,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.03561176732182503,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.030238207429647446,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.02663205750286579,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.019240092486143112,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.014796532690525055,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.02727012149989605,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.024788537994027138,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.020911917090415955,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.015454290434718132,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.01516163069754839,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.013818631879985332,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.011800120584666729,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.00931350328028202,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.00862643402069807,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0069247460924088955,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.004892941564321518,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.004578354302793741,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.004159710835665464,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0037010733503848314,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0035927484277635813,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.003494798205792904,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0026290765963494778,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0022535028401762247,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.18408726155757904,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.15471678972244263,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1433582752943039,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.125212624669075,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.08305297791957855,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0711316242814064,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1011422872543335,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09283459931612015,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.08750211447477341,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.06709368526935577,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.06323565542697906,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05139138177037239,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04432627931237221,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.03986300900578499,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.03874426707625389,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02570107951760292,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02041611634194851,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.019931435585021973,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01719038002192974,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.016416480764746666,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013226165436208248,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.012836570851504803,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.011341454461216927,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.007947566919028759,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.17722448706626892,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15640325844287872,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14859068393707275,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.12607033550739288,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08210037648677826,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0738498792052269,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.09728572517633438,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08828850835561752,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08433316648006439,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06702693551778793,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06184539198875427,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05011674016714096,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04292018711566925,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04013492912054062,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03944475203752518,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02528969570994377,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02189936302602291,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.021594468504190445,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019117111340165138,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018703000620007515,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01408513356000185,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015172692015767097,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013045638799667358,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011818259954452515,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.21753589808940887,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.20426121354103088,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20026209950447083,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.18063949048519135,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.10218313336372375,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.09753888100385666,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1133745014667511,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1045788824558258,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.10347572714090347,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09169669449329376,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08659814298152924,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.057910509407520294,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05012383311986923,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.04906582459807396,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04881581291556358,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02898070216178894,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.025502728298306465,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.025394735857844353,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.023428313434123993,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02327260933816433,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.015512282028794289,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.015759417787194252,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.015069226734340191,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010969916358590126,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2537197470664978,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2384822815656662,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2339361160993576,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2112772911787033,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11922451108694077,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11392008513212204,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13223783671855927,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12192197144031525,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.12073657661676407,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10712412744760513,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.10128960013389587,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0674821063876152,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.058336034417152405,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05713764578104019,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05686073377728462,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033743634819984436,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.029400398954749107,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.029275164008140564,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026957137510180473,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02677302621304989,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01789214462041855,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017703711986541748,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017391333356499672,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011781584471464157,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.3.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2127654105424881,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18888983130455017,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17996101081371307,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15978869795799255,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09663869440555573,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08758086711168289,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1134856566786766,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10381209850311279,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.09962426126003265,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08240081369876862,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07793716341257095,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05762600526213646,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.049670081585645676,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.046472933143377304,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.045692358165979385,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02891700528562069,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024408604949712753,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024122364819049835,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02165517583489418,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021163130179047585,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.015565428882837296,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015798065811395645,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014466642402112484,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01117639522999525,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.06200305372476578,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.05183785781264305,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.046186551451683044,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.04080338776111603,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.027593493461608887,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.02272435650229454,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.037206150591373444,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03354993835091591,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.029383763670921326,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.022755060344934464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0219776201993227,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.018966488540172577,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.016100486740469933,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.013411611318588257,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.012719126418232918,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.009521756321191788,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.007188447751104832,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.006868238560855389,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.006272026803344488,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.005821613594889641,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005091931205242872,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005108905490487814,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0040724859572947025,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003602105425670743,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.059981465339660645,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.04863173887133598,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.04223177209496498,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.03744444251060486,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.026065481826663017,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.02065543457865715,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03645872697234154,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03273434191942215,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.028236180543899536,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.021266257390379906,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.020794730633497238,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.018602313473820686,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01567394658923149,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.012674497440457344,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.011851537972688675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009355457499623299,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.006742030382156372,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.006376008503139019,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.005827902816236019,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.005285981111228466,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0049092816188931465,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0048376345075666904,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0037138585466891527,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032833535224199295,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.1995542347431183,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17062310874462128,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.15982195734977722,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.14005549252033234,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09040993452072144,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.07893552631139755,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10854774713516235,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09978358447551727,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09485632181167603,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0743698999285698,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.06989169865846634,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.055238015949726105,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04768065735697746,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04342178255319595,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04239915683865547,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.027621906250715256,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.022329246625304222,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.021900121122598648,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019072886556386948,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.018350308761000633,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014301207847893238,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014019696041941643,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012532482855021954,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00892423465847969,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1703869253396988,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.15062260627746582,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.14349569380283356,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.12188313156366348,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0785837322473526,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07098514586687088,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0938207134604454,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.08432403951883316,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08092943578958511,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.06533151119947433,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.05922077223658562,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04830469563603401,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04109019413590431,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.03851136565208435,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.037874676287174225,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.024500343948602676,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.021133914589881897,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.020855017006397247,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018705153837800026,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018305107951164246,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013767415657639503,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014763965271413326,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012806447222828865,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01162248756736517,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1911245882511139,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17861415445804596,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1745118498802185,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.15707039833068848,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08984322100877762,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0851956158876419,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.10076415538787842,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09272396564483643,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.09119167178869247,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08018598705530167,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.07564481347799301,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.05151081085205078,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04449234902858734,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.043214332312345505,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04291010648012161,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025846268981695175,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.022510001435875893,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.022368386387825012,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02057894691824913,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.020390581339597702,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013934641145169735,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01401338167488575,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.013422907330095768,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009782699868083,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2534692585468292,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23745650053024292,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23245841264724731,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20938269793987274,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11924219131469727,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.1134238913655281,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13301785290241241,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12252280116081238,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.12090998888015747,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10668224841356277,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.10062161087989807,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06780994683504105,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.058684296905994415,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05720331519842148,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.056852295994758606,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03395940363407135,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02943604066967964,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.029274962842464447,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026888595893979073,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.026666615158319473,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018003078177571297,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017777716740965843,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017393818125128746,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011796927079558372,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.4.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21561601758003235,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19236786663532257,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1836620569229126,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1632578819990158,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09830980002880096,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0895620584487915,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11599883437156677,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10547889024019241,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10126437246799469,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08439020812511444,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07984063029289246,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.059104956686496735,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05064453184604645,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04741146042943001,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.0466122031211853,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02974526397883892,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02510005794465542,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02480602264404297,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02242989093065262,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02193063497543335,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016183381900191307,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01648688316345215,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015046974644064903,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011952335946261883,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07425791770219803,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06414256989955902,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.05867854133248329,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05185975134372711,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03348764777183533,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.028768889605998993,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04338417947292328,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.03943486139178276,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03518764302134514,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.02822702005505562,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.026959147304296494,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.022005831822752953,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018865538761019707,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.016219522804021835,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.015539390966296196,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01104116439819336,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008595537394285202,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.008275184780359268,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0075719174928963184,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.007137149106711149,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.005863203201442957,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005902430508285761,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.00486628245562315,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004091017413884401,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.06824348866939545,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.057827599346637726,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05181081220507622,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.045738570392131805,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03032056987285614,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.025253893807530403,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0405350923538208,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.036886218935251236,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.03217892721295357,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02527184970676899,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.024322109296917915,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.020557304844260216,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.017573997378349304,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.014630766585469246,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.013857229612767696,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010269083082675934,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.0076157222501933575,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.007239545229822397,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006606756243854761,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.006090919952839613,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0053108735010027885,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005176074802875519,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.004170115105807781,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0032977331429719925,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.21581165492534637,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1908552497625351,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18227612972259521,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.16035474836826324,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09933988749980927,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08970343321561813,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1158025860786438,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10651141405105591,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10271062701940536,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08382885158061981,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07841460406780243,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05884847790002823,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.050834450870752335,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04756920412182808,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04677646607160568,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02935331128537655,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.024189723655581474,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.023830072954297066,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02098727785050869,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.02043992467224598,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015070336870849133,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014542676508426666,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013674289919435978,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008814743719995022,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1958780288696289,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17803552746772766,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17132288217544556,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14839565753936768,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09068102389574051,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08375151455402374,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1057930737733841,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09674669802188873,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09303279966115952,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07765854895114899,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07196700572967529,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0545576773583889,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04662417620420456,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.043842170387506485,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04317229241132736,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027461735531687737,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02320343628525734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.022892141714692116,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02066832035779953,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.020239325240254402,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014972698874771595,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015184249728918076,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013883769512176514,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010992255061864853,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.18506726622581482,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.17305323481559753,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16910026967525482,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.15219515562057495,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08693981915712357,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.08250541985034943,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09724627435207367,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08976978808641434,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08825183659791946,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07764022052288055,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.07318771630525589,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04955903813242912,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04297943040728569,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.04170961678028107,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04140404984354973,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02479790337383747,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.021501248702406883,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.021367201581597328,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01962234638631344,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.019430626183748245,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013075421564280987,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013069809414446354,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012553884647786617,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008727948181331158,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.25170987844467163,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2360685169696808,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23110494017601013,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20840118825435638,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11854201555252075,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11280089616775513,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13203595578670502,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12183354794979095,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.12016693502664566,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.1061374768614769,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.10020862519741058,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06722895056009293,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05827070400118828,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.056769296526908875,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.056420061737298965,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03360620141029358,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02907879278063774,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028915829956531525,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026547154411673546,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02632248029112816,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017585773020982742,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017350168898701668,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016966046765446663,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011242883279919624,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.5.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21302028000354767,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19175773859024048,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18307991325855255,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16349826753139496,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09762302041053772,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08915476500988007,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11620642989873886,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10534107685089111,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10035526752471924,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0844937115907669,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08049532026052475,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05933691933751106,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05052511766552925,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.047008756548166275,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04614068567752838,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02994774654507637,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024756401777267456,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024412572383880615,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022216271609067917,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021673882380127907,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01636202447116375,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016150593757629395,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015093034133315086,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011471163481473923,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.06906677782535553,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.0592927485704422,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.053142573684453964,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.04698754474520683,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.031034642830491066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.025996536016464233,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04198092594742775,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.037936992943286896,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03274304047226906,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.026104601100087166,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.02519369125366211,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.021325334906578064,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.018151160329580307,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.015070928260684013,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.014258140698075294,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.010683976113796234,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.00802899431437254,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.007639924995601177,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0070824893191456795,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.0065613496117293835,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0056445300579071045,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005673641338944435,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.004458167124539614,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003923604730516672,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0642566978931427,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.054013971239328384,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.047379471361637115,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.04190433397889137,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.028400341048836708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.023048866540193558,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03950003162026405,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.035773999989032745,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.030278677120804787,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.023647906258702278,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.022989710792899132,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.020031271502375603,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01704121008515358,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.013749162666499615,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01286296546459198,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.009992977604269981,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.007239791564643383,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.006821484304964542,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0063072796911001205,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.005732369609177113,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005211986601352692,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005110826343297958,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.003947045654058456,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.003358585527166724,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.19353121519088745,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17122159898281097,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16227784752845764,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.14296552538871765,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.08895950764417648,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.07986342161893845,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10609807074069977,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09725866466760635,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09206543862819672,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07527436316013336,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07064773142337799,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.053841136395931244,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04644652456045151,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0426795668900013,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04175339266657829,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.026886796578764915,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02179688774049282,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.021369071677327156,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019002633169293404,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.018374962732195854,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013809400610625744,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013414439745247364,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012237299233675003,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008280865848064423,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.19575423002243042,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17208494246006012,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1629769653081894,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14017179608345032,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09050563722848892,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0804106742143631,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1081925705075264,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09798204153776169,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09338971972465515,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0749567300081253,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06907375901937485,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05562607944011688,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.047361426055431366,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04396840184926987,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04313453286886215,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.027959687635302544,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.023508410900831223,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02310042828321457,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.020525513216853142,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.019991997629404068,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015128206461668015,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015789473429322243,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013748417608439922,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011702404357492924,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.17873172461986542,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16739453375339508,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16354431211948395,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.14761021733283997,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08403068035840988,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07974803447723389,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09433723986148834,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08695042878389359,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08528997004032135,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07526827603578568,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.07127922773361206,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04817155748605728,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.041666485369205475,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0403619110584259,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.040051404386758804,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024123718962073326,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.0209221001714468,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.020782535895705223,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019162224605679512,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018973661586642265,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012841944582760334,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012895935215055943,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012307006865739822,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008818776346743107,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24518151581287384,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2301897257566452,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2253112643957138,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2035699337720871,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11550069600343704,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.1099291518330574,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12914781272411346,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11898753046989441,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11712364107370377,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10364614427089691,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09816479682922363,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06586714833974838,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.056941594928503036,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05537175387144089,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05500311776995659,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.032942358404397964,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028455115854740143,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02828415296971798,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026036374270915985,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025800585746765137,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0173704382032156,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017124027013778687,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016723040491342545,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011270072311162949,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.6.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21926866471767426,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1980254054069519,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18995967507362366,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16954272985458374,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10087676346302032,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09274078160524368,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11898132413625717,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10776808112859726,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10354588180780411,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08752738684415817,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08334340155124664,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.060607317835092545,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05175770819187164,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.048641327768564224,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04788248613476753,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03045547567307949,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.025701792910695076,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.025409044697880745,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023126747459173203,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02265079878270626,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016489069908857346,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016790997236967087,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015396091155707836,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01210944913327694,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07633332163095474,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06761980056762695,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06076676771044731,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.05373936891555786,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03479252755641937,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.02951989322900772,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0476379469037056,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04302646219730377,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03618327155709267,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.029939711093902588,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.02899167314171791,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024323347955942154,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.020695343613624573,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.016931038349866867,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.015928486362099648,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.012190696783363819,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.009103967808187008,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.008612077683210373,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008186516351997852,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.007574246730655432,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006470927037298679,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.006569139193743467,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0050672078505158424,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004647687543183565,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.06707170605659485,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05859411880373955,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0514652244746685,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.04534178599715233,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03019246831536293,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0247820932418108,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04270729795098305,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.038697175681591034,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.031573761254549026,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.025813240557909012,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.025039542466402054,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.021675122901797295,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.01859976537525654,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.014614897780120373,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.013522112742066383,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010874911211431026,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.007709458004683256,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.007146410644054413,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.006857028231024742,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.006154593545943499,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005658216308802366,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.005541492719203234,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.004197958391159773,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0036055222153663635,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.20788870751857758,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1867826282978058,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.178852379322052,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.15739057958126068,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09628673642873764,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08779878169298172,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11312494426965714,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10323786735534668,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09904955327510834,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08219429105520248,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07704853266477585,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05760312080383301,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04930547624826431,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04616225138306618,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04538688808679581,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028750509023666382,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.023612743243575096,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.023260248824954033,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02072814851999283,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.0202208012342453,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014827368780970573,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01438917126506567,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013414297252893448,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009031232446432114,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20208220183849335,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18035359680652618,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17158782482147217,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14699287712574005,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09370511770248413,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0847979262471199,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11273130774497986,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10124698281288147,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09652917832136154,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07822676748037338,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07285517454147339,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05815781652927399,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.049280136823654175,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04588276147842407,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.045048248022794724,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029353495687246323,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02498583495616913,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02461627870798111,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022082561627030373,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02156885154545307,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016268426552414894,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017280634492635727,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015009529888629913,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013354617170989513,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.17421802878379822,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16322378814220428,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15968236327171326,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.14418388903141022,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08210000395774841,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07803282886743546,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09197601675987244,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08465538173913956,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08327758312225342,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07352930307388306,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06958580762147903,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0470946729183197,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04067287594079971,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03952214494347572,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.039255291223526,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023589588701725006,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02063402161002159,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.020509332418441772,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01892772875726223,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01875888556241989,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01268332451581955,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012898568995296955,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012222076766192913,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009083596989512444,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24573126435279846,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23081378638744354,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22608166933059692,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2043045610189438,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11607327312231064,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.1105508804321289,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12982439994812012,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11925596743822098,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11761218309402466,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10412347316741943,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09853129088878632,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06645654886960983,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05721081420779228,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05577946454286575,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05544375628232956,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033287107944488525,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028907321393489838,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02875285968184471,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026503775268793106,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02629280649125576,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017867254093289375,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017746910452842712,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017278682440519333,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012170029804110527,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.7.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.212740957736969,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19175463914871216,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18346558511257172,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16428059339523315,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09776122868061066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.089540496468544,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11553462594747543,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10497711598873138,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.1004677414894104,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08481765538454056,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08088846504688263,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05896169692277908,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05034339800477028,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04709915071725845,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04630932956933975,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02961043268442154,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02480272389948368,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024494491517543793,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02228851430118084,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02179015800356865,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01601284183561802,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016127103939652443,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014881003648042679,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011477021500468254,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.07584525644779205,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.06669873744249344,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.06151518598198891,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.053893398493528366,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03452190011739731,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03004668653011322,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.04402283951640129,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.040241118520498276,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.03587457165122032,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.029193012043833733,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.027707040309906006,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.022344665601849556,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.01923414133489132,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.01665969379246235,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.016007602214813232,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.011191780678927898,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.008750343695282936,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.008428795263171196,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.007706230506300926,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.007285832427442074,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0058890776708722115,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.005898689851164818,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0049255480989813805,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.003992720972746611,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.06787717342376709,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.05842550843954086,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.05297907441854477,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.04619108512997627,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.030389104038476944,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.025763703510165215,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.03990829363465309,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.03626837581396103,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.031892310827970505,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.02534385398030281,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.024149416014552116,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02022501640021801,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.017324240878224373,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.014651273377239704,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.013961574994027615,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.010131836868822575,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.00764490244910121,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.007307101972401142,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0066465153358876705,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.006187533959746361,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005262084770947695,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.00517337117344141,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.004232337698340416,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0033749607391655445,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.1941300481557846,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17179033160209656,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1635541468858719,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1429663449525833,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.08897912502288818,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08032600581645966,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10586811602115631,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09617254883050919,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09205910563468933,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07505736500024796,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07016034424304962,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0539499931037426,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04595949128270149,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04273327440023422,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04193778336048126,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.026954425498843193,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.021988853812217712,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.021637875586748123,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01915622130036354,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.018615737557411194,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013955670408904552,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013673963956534863,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012470913119614124,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008825765922665596,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20878058671951294,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18952402472496033,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18206007778644562,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15814639627933502,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09703461825847626,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08925430476665497,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11402802914381027,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10345388203859329,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0993543416261673,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08294778317213058,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07745985686779022,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05855686217546463,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.049788717180490494,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04687526449561119,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04616697132587433,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0293296966701746,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024667488411068916,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02434033900499344,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021893832832574844,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.021440867334604263,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015647513791918755,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015969661995768547,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014534112066030502,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011381483636796474,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.17177942395210266,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16113176941871643,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15752720832824707,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.14225231111049652,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0810411274433136,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0769800990819931,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09099269658327103,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08365409076213837,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08218960464000702,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07261471450328827,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06884510070085526,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.046580079942941666,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.040146857500076294,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03897867351770401,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03870199993252754,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02331262081861496,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.0202946737408638,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.020169207826256752,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018613694235682487,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01844201609492302,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012469563633203506,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012631694786250591,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011997939087450504,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008795952424407005,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2423974722623825,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22755299508571625,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2227828949689865,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20121052861213684,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11454170197248459,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10896690934896469,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12816709280014038,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11780489981174469,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11611106246709824,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10261081904172897,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0971536636352539,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06551042199134827,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05646457523107529,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05498623475432396,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05463707819581032,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03277363255620003,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028371227905154228,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028211263939738274,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02595597691833973,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025733040645718575,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017333855852484703,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017252469435334206,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016705486923456192,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0115894116461277,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.8.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21593433618545532,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.195235013961792,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18751001358032227,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16715921461582184,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09938732534646988,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09149126708507538,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11651375889778137,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10587262362241745,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10195498913526535,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08615287393331528,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08168978244066238,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05940423160791397,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.050837982445955276,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04791263863444328,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04721086844801903,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.029941510409116745,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.025323057547211647,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.025048712268471718,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022766437381505966,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02231711335480213,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016358844935894012,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01650380715727806,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015348382294178009,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011907385662198067,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09688116610050201,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08559142053127289,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07921455800533295,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06945677101612091,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04419168829917908,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03869796171784401,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05626045539975166,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.051127828657627106,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04585442319512367,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.037490248680114746,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.035568173974752426,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.028618061915040016,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.024532662704586983,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.021405650302767754,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02062203735113144,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014364500530064106,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011406822130084038,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011020450852811337,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010120674967765808,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.00962400808930397,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007675583008676767,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007842850871384144,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006501941476017237,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005582601297646761,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08493019640445709,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07400507479906082,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06763862818479538,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.059168726205825806,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.038298457860946655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0328955352306366,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04981975257396698,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04525769129395485,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.03997435420751572,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.032240401953458786,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0307448823004961,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0252999234944582,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02163146808743477,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.018455691635608673,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.017643721774220467,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01268975343555212,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.009654195979237556,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009245860390365124,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00845569558441639,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.007917645387351513,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006600061897188425,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006506537087261677,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005366950295865536,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004279048182070255,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.20412497222423553,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1843746453523636,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17733022570610046,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.15500639379024506,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0947590246796608,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08687389642000198,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10953359305858612,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10031981766223907,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09703671187162399,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08056015521287918,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07494105398654938,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.055680617690086365,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.047879673540592194,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.045333679765462875,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04471883922815323,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02778150886297226,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02304612472653389,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.022745665162801743,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.020087361335754395,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.01967208832502365,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014249151572585106,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013730627484619617,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013113927096128464,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008348021656274796,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20791493356227875,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18694861233234406,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17898206412792206,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1568237692117691,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09667740762233734,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08815432339906693,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11345105618238449,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10340293496847153,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09911550581455231,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0818697139620781,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07720042765140533,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.058253128081560135,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.049677155911922455,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04657643660902977,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.045833997428417206,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.029129445552825928,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024280725046992302,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023928014561533928,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02131977304816246,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.020837515592575073,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015350442379713058,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.015448915772140026,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014166487380862236,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01062764972448349,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1759413331747055,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16445964574813843,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16061343252658844,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.14467938244342804,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08294022083282471,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07858388125896454,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09337927401065826,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08576834946870804,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08418960124254227,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07400043308734894,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.07008597999811172,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04785702005028725,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04123791679739952,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03996795788407326,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03966350108385086,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024003347381949425,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.020945874974131584,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02081628143787384,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019183553755283356,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018999889492988586,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012965923175215721,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013242669403553009,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012458235025405884,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009446868672966957,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2411612868309021,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22560395300388336,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22053971886634827,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19877806305885315,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11369995772838593,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10787652432918549,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1275653839111328,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11720284074544907,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11542816460132599,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10146888345479965,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09604913741350174,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06529753655195236,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.056228987872600555,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0546577014029026,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05428666993975639,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03270628675818443,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028362125158309937,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028201738372445107,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02590995840728283,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.0256752148270607,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017496725544333458,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017498962581157684,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016847655177116394,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012042872607707977,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.9.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22768446803092957,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2055177539587021,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19705776870250702,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1748848408460617,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10485266894102097,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09628499299287796,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12317036837339401,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1120990589261055,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10756969451904297,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0904744490981102,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08542583882808685,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06265268474817276,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05373553931713104,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05049651116132736,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04970895126461983,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.031450919806957245,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.026539713144302368,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02623307704925537,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02374442294239998,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02323930896818638,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01697421818971634,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01714630238711834,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015849530696868896,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012143336236476898,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.08555996417999268,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.07601436972618103,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.07085670530796051,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06160816550254822,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.03928082063794136,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.03466895967721939,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.049042291939258575,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.04472820833325386,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04050729423761368,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.033120863139629364,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03118015080690384,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.024904944002628326,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.021382812410593033,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.018930692225694656,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.018317554146051407,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01246051024645567,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.009904934093356133,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.009590066969394684,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.008693638257682323,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.00828817579895258,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.006546121556311846,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00655299611389637,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.005595982074737549,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.004422621801495552,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.07891185581684113,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.06941185146570206,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06436726450920105,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.05568176135420799,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03587399423122406,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03138364478945732,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.04538080468773842,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04110625386238098,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.03717080131173134,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.029981063678860664,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.028267960995435715,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02297391928732395,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.019634772092103958,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.017245741561055183,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01664464920759201,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.011489013209939003,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.008929128758609295,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.00861953105777502,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.007753779646009207,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.007342381402850151,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.005958692170679569,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0058211712166666985,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.004996506031602621,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0037417574785649776,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.19205410778522491,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1717716008424759,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.16447429358959198,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.14269261062145233,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.08894089609384537,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08088414371013641,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.10420616716146469,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.09461475908756256,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09141431003808975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07472287118434906,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.06935963779687881,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05306905135512352,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04522901400923729,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.042633287608623505,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04198872670531273,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.026486583054065704,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02180975303053856,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.021523477509617805,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.018908897414803505,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.018483072519302368,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.013679117895662785,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.013256758451461792,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.012436166405677795,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008382000960409641,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20485931634902954,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1850961297750473,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17703120410442352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1544286459684372,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0947338342666626,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08664927631616592,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11239960789680481,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10221394896507263,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09727106243371964,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08111436665058136,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07586443424224854,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05790508911013603,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04928186163306236,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04588693752884865,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.045070912688970566,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02906130999326706,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024371715262532234,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02398820035159588,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02173454873263836,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.021210702136158943,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015711970627307892,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01615821197628975,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014459667727351189,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011788143776357174,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1737527847290039,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16122093796730042,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1569303423166275,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1410379707813263,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08161810040473938,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0768764540553093,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09245552867650986,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08484985679388046,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08305438607931137,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07235808670520782,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06842313706874847,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04736309498548508,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04079457372426987,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03932514786720276,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03898723050951958,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02375100925564766,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.020633848384022713,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.020480923354625702,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018811577931046486,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018599390983581543,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012803263030946255,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013111048378050327,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012213140726089478,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009365220554172993,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23356176912784576,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2171158492565155,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21170587837696075,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19007976353168488,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.1098153218626976,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10358111560344696,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1237291768193245,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11373841017484665,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11167041957378387,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09732041507959366,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09184630960226059,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06325193494558334,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05450296401977539,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0527249239385128,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05230434983968735,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03161603957414627,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027256669476628304,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027071889489889145,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02473381906747818,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02446562796831131,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016695909202098846,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016717270016670227,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.015946602448821068,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011291412636637688,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.10.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.23638871312141418,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21402360498905182,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2056269645690918,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1820906549692154,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10936258733272552,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.10080736875534058,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12803992629051208,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11616337299346924,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.1120857372879982,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09446465224027634,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08905014395713806,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06546122580766678,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.055830538272857666,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05275401100516319,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.052011601626873016,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03292650729417801,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.027814971283078194,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.027523815631866455,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024917220696806908,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.024437028914690018,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01786152645945549,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0180398877710104,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01677170768380165,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012944981455802917,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09937980026006699,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08793404698371887,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08197794109582901,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07113756984472275,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.045720264315605164,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04033081978559494,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.05687485262751579,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05176491290330887,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.047184575349092484,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.038336727768182755,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03602403402328491,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.028912939131259918,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.024823645129799843,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.022129511460661888,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.021451499313116074,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014492812566459179,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011719982139766216,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011378482915461063,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010284862481057644,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.00984396692365408,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0076936837285757065,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007891944609582424,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006646277848631144,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005567352753132582,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08477188646793365,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0745343416929245,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.06850147247314453,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.059122420847415924,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03855515271425247,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.033438827842473984,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.049459636211395264,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04501927271485329,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.03993323817849159,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03225848823785782,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.030455799773335457,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.025122029706835747,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.021515745669603348,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.018611663952469826,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.017872527241706848,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.012558406218886375,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.009758302010595798,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.00937829352915287,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008520344272255898,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008026943542063236,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006592124700546265,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.006564187351614237,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005499616265296936,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004396982025355101,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.20469433069229126,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18099786341190338,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17230728268623352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1483537256717682,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0942194014787674,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08474976569414139,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11187209188938141,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10089157521724701,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09705495834350586,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07814154773950577,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07232098281383514,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05703074857592583,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.04821357876062393,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04513094201683998,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.044362086802721024,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.028561612591147423,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02312525175511837,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.022760307416319847,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019852733239531517,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.01933746039867401,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014757199212908745,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014151767827570438,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013187366537749767,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008965746499598026,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20812347531318665,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18733207881450653,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17287583649158478,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15193478763103485,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09683078527450562,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0848531499505043,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12865912914276123,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11446331441402435,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09998684376478195,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08349856734275818,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08001592010259628,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06648416817188263,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05542677640914917,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.0472688265144825,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04516937956213951,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03339056298136711,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02545774169266224,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02443155087530613,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.022917799651622772,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.021628767251968384,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01810624450445175,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018036553636193275,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015141128562390804,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013076495379209518,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.17525412142276764,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16221000254154205,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15766814351081848,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.14144083857536316,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08240090310573578,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07736163586378098,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09394688904285431,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08595322072505951,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08391957730054855,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0728091150522232,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06892047822475433,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.048242874443531036,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.041442133486270905,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03983374685049057,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.0394582524895668,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024249643087387085,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02109663188457489,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02092261053621769,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01922382228076458,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018989143893122673,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013244850561022758,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013674595393240452,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012608318589627743,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010019630193710327,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23492901027202606,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21765995025634766,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21196025609970093,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1901271641254425,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11025582998991013,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10377436131238937,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12485549598932266,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11448990553617477,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11222932487726212,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09740635752677917,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0918930172920227,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06362488120794296,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05485853925347328,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.052928999066352844,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05247674137353897,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03184656798839569,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027315517887473106,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027110394090414047,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02471599541604519,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02442612498998642,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01675904542207718,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016698362305760384,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.015934564173221588,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011171696707606316,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.11.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.23705291748046875,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21476750075817108,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2064981907606125,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.18296441435813904,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10989071428775787,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.10134398937225342,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12855060398578644,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11655745655298233,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.1125667616724968,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09497272223234177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.0896015539765358,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06576646119356155,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.056089531630277634,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05302777513861656,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.05228656902909279,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0331021212041378,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.027974644675850868,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02769767865538597,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025079771876335144,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02460484765470028,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01789381355047226,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.018149608746170998,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.016782905906438828,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013051970861852169,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10333413630723953,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09089892357587814,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08378615975379944,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07273492962121964,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04737895354628563,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.041198570281267166,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06162629276514053,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05499101057648659,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.049134429544210434,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03975265100598335,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03788391500711441,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.031536590307950974,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.026521675288677216,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.023031840100884438,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.022146355360746384,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01590247079730034,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012355037033557892,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011928373947739601,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010908406227827072,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010353605262935162,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008564715273678303,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008613238111138344,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007163096219301224,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006242305040359497,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09006800502538681,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07867912948131561,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07208069413900375,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.0623808428645134,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04087401181459427,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0352620966732502,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.0532514825463295,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.0478508323431015,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04248509556055069,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.034088145941495895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03231646865606308,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02714027464389801,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.022958766669034958,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.01980196125805378,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.018997782841324806,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013613051734864712,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.01046521682292223,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.01006412785500288,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009144431911408901,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008608564734458923,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007167665753513575,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007154700346291065,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005912987980991602,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004934384487569332,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2013150304555893,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.17977803945541382,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17144420742988586,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1488567441701889,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09345217049121857,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08460114896297455,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11104418337345123,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10046727955341339,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09615900367498398,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.07845599204301834,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07315780967473984,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.05659380182623863,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.048055071383714676,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04484473168849945,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04405663534998894,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.02826915867626667,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.022973516955971718,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.022589487954974174,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.019894620403647423,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.019366387277841568,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.014606047421693802,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014082671143114567,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013129452243447304,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.008897947147488594,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.22293628752231598,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19822508096694946,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1887076497077942,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.16573166847229004,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10309457778930664,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09317226707935333,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12295511364936829,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11124099791049957,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10646750777959824,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08738306909799576,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08190672844648361,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0634835734963417,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05378090962767601,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05008040741086006,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04917771369218826,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0319182425737381,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.026605818420648575,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026197196915745735,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023526327684521675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.022958550602197647,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01728578843176365,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017627710476517677,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01580987498164177,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012854618951678276,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1793883889913559,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16578905284404755,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16108441352844238,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.14425963163375854,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08449461311101913,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07923772931098938,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09638058394193649,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08805417269468307,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08609186112880707,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07439158856868744,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.07038161158561707,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.049496326595544815,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.042545050382614136,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.04095544293522835,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04057955741882324,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.024928037077188492,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02186131291091442,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.021696224808692932,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01991787739098072,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01968635991215706,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013765578158199787,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014378132298588753,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.013140390627086163,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010791424661874771,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2436421513557434,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22535793483257294,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21939773857593536,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1962696611881256,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11463507264852524,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10773799568414688,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1294090747833252,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11883527785539627,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11671431362628937,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10089002549648285,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09507386386394501,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0662127137184143,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.057013191282749176,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05511382222175598,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.054663412272930145,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03312019258737564,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028592590242624283,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028394047170877457,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02583419531583786,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02555362693965435,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017574192956089973,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017690125852823257,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016773931682109833,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012127968482673168,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.12.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.239531472325325,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21600030362606049,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2062535136938095,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1823321133852005,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.11067380011081696,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.1011841744184494,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1316605508327484,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11946270614862442,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.11361321806907654,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09526889026165009,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08982076495885849,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06710225343704224,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05738120153546333,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05348022282123566,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.05253208056092262,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0338166244328022,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.028370968997478485,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02797449566423893,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025404589250683784,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02478889934718609,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01839398965239525,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01872328668832779,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.017011594027280807,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013562016189098358,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1054982915520668,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09411399811506271,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08861778676509857,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07708735018968582,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.048714183270931244,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.043542955070734024,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.059362225234508514,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.054171159863471985,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05012383311986923,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.041050251573324203,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03853670135140419,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.030204428359866142,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02590816468000412,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.023457176983356476,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02284265123307705,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.015117181465029716,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012208757922053337,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011905944906175137,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01068802084773779,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010295148007571697,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007920167408883572,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007897441275417805,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006926614325493574,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00530394958332181,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08886262774467468,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07928257435560226,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07382769882678986,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06427153944969177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.040859393775463104,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.036101169884204865,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.051056068390607834,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.046514496207237244,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04205811023712158,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.034494850784540176,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03255830332636833,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.025924142450094223,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.022251395508646965,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.019678013399243355,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.019043082371354103,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01296334620565176,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010234436020255089,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009897326119244099,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008971303701400757,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008539620786905289,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006777554284781218,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0067014312371611595,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005805185995995998,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004405701532959938,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.21790924668312073,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19450658559799194,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1862543225288391,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.161592498421669,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10089707374572754,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09166280180215836,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.11872208118438721,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10722892731428146,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10367482155561447,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08458961546421051,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07849090546369553,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.060502439737319946,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05116616562008858,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.04831113666296005,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.047595761716365814,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.030180195346474648,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02459406666457653,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.024265997111797333,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021228400990366936,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.020744595676660538,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.015515552833676338,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.014757342636585236,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014010326005518436,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.00905690249055624,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.24027664959430695,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21911396086215973,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21089188754558563,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1875467151403427,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11177992820739746,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10317038744688034,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.13069313764572144,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11915910989046097,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11436484754085541,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09700728207826614,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.09237387776374817,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06728286296129227,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05753714218735695,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05415527895092964,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.053342580795288086,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03377540409564972,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02878642827272415,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02840644307434559,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0259160865098238,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.025403063744306564,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.018259931355714798,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01900508813560009,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.017014989629387856,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01395723968744278,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.18399085104465485,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16991658508777618,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.16498619318008423,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1478479653596878,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08667837083339691,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.08127549290657043,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09881771355867386,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.09055466204881668,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08838555961847305,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07644041627645493,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.07220414280891418,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.050781261175870895,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.043703917413949966,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.04195546731352806,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.041546326130628586,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.025489255785942078,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02227769047021866,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.022097749635577202,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.020290177315473557,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02003483660519123,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013854768127202988,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014528957195580006,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.013156387954950333,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010722851380705833,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24946705996990204,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23094068467617035,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22486022114753723,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20128189027309418,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11745057255029678,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11038538813591003,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13279688358306885,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12189560383558273,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.1195443794131279,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.1034504845738411,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09746882319450378,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06795903295278549,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05845630541443825,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05644438415765762,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.0559660904109478,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.034022256731987,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.029218779876828194,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.029002908617258072,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02639766037464142,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02609076537191868,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01809087023139,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017988089472055435,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017239412292838097,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012191240675747395,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.13.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.25210535526275635,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.22624324262142181,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.21664391458034515,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.19089804589748383,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.11655080318450928,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.10658198595046997,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13712584972381592,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.12431187927722931,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.11977250128984451,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.0995326116681099,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.09366855770349503,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.07014890015125275,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05970250070095062,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.056149501353502274,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.05529068037867546,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03529926389455795,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.029462631791830063,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.029144205152988434,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02613561600446701,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.025581954047083855,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.019048068672418594,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01896580122411251,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.017788806930184364,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013373693451285362,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10919944941997528,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09765660017728806,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09109755605459213,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0796843096613884,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05040373280644417,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.044728416949510574,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06328068673610687,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05743330717086792,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05190053954720497,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.042838096618652344,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04057832062244415,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03220769017934799,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.027496209368109703,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024361440911889076,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.023569827899336815,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016137806698679924,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012836850248277187,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012436551973223686,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011357482522726059,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010850572027266026,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008516600355505943,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008597939275205135,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007290284615010023,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0059581175446510315,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0894521102309227,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08031861484050751,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07329242676496506,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06425850093364716,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.040987707674503326,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.035629019141197205,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05412622541189194,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.049235474318265915,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0422457754611969,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03517020493745804,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.033614084124565125,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.027399584650993347,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.023487959057092667,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.019791828468441963,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.018846066668629646,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013705396093428135,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010379849933087826,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009875649586319923,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00922874454408884,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.00860730092972517,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0071874260902404785,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0070779281668365,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005852222442626953,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004660446662455797,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.22849245369434357,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2044895589351654,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.1956290453672409,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17016522586345673,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10598769783973694,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0963088870048523,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12646004557609558,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11331748962402344,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10884031653404236,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08938290923833847,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08331795781850815,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0647866353392601,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05420443415641785,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05082964897155762,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05000265687704086,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03241750970482826,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.026088658720254898,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.0257103331387043,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0227137953042984,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022171173244714737,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.016742777079343796,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0160231851041317,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014932986348867416,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.01028005126863718,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2559739053249359,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.22288548946380615,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.21068933606147766,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.18420861661434174,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.11765631288290024,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10493087768554688,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.14212287962436676,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.1284858137369156,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.1228184774518013,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09823106229305267,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0924459919333458,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.0732211247086525,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.06209251284599304,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05712777376174927,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.055898167192935944,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03670497611165047,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.03039727360010147,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02991902083158493,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.026651393622159958,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.025867143645882607,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01966896653175354,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.020309487357735634,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.017849627882242203,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014764685183763504,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1732179820537567,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.16042184829711914,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1555645763874054,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13977375626564026,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0817922055721283,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07666423171758652,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09387651830911636,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08596406131982803,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08335880190134048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07237569987773895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06849783658981323,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04825461283326149,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04153815656900406,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03965264558792114,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03920118138194084,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02423100173473358,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.021125853061676025,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.020915832370519638,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019303245469927788,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.019027378410100937,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.013192156329751015,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01390055287629366,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012449400499463081,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01033222209662199,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2462673932313919,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22883784770965576,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22277545928955078,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20001628994941711,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11626787483692169,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10948031395673752,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13178403675556183,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12093441933393478,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11830192804336548,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10294820368289948,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09715018421411514,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0674705058336258,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05806693434715271,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05596132203936577,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.0554538257420063,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03378336504101753,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.029107917100191116,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028874816372990608,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026436081156134605,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.026124509051442146,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018008137121796608,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018124274909496307,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017134075984358788,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012521453201770782,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.14.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.23822572827339172,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21355660259723663,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20351730287075043,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17996785044670105,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10991298407316208,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.10003755241632462,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13137540221214294,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1188398152589798,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.11300008744001389,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09415923058986664,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08911927789449692,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06725642830133438,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05725018307566643,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05338077247142792,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.05233822017908096,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03420639783143997,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02861773408949375,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.028179071843624115,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.025638362392783165,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02497846819460392,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018938468769192696,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01930958777666092,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.017390673980116844,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.014345340430736542,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11869393289089203,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10700882971286774,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10039126127958298,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08826989680528641,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05496649071574211,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04922010004520416,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06899210065603256,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.062163446098566055,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0564860962331295,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0472523532807827,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.044834475964307785,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.035185132175683975,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02986602671444416,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.026641543954610825,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.025821592658758163,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01774260774254799,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01415266189724207,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013745022937655449,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012662380933761597,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012150718830525875,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009474559687077999,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009580446407198906,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008167917840182781,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0068276734091341496,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09142827242612839,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08245765417814255,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0749712809920311,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06597266346216202,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04189414530992508,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03621317446231842,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.056419629603624344,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.050918687134981155,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.043161842972040176,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.036333899945020676,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03503952547907829,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.028744522482156754,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024425087496638298,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02024884894490242,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.019147677347064018,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.014420812018215656,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010644862428307533,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.01006960030645132,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009556703269481659,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008861486800014973,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007533848285675049,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007373637519776821,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005993098486214876,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004892714321613312,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.24578630924224854,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22451792657375336,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2162979394197464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.19184119999408722,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11536620557308197,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10666152834892273,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13574716448783875,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12260745465755463,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11811208724975586,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10001477599143982,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09426796436309814,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06936869770288467,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05873783677816391,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05537471920251846,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.054578714072704315,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03467317298054695,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02828643098473549,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02789650484919548,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.025137851014733315,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.024607788771390915,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017863379791378975,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017133163288235664,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.016295161098241806,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010752641595900059,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.22937728464603424,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2064957469701767,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19813160598278046,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.16803523898124695,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10639572888612747,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09733504801988602,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12447845190763474,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11287891119718552,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10899524390697479,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08860485255718231,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08111383020877838,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06395207345485687,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.054247044026851654,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05127089098095894,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.050551608204841614,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032062992453575134,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02680368348956108,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026469219475984573,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023252515122294426,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02278490737080574,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017085358500480652,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01706385798752308,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01592891290783882,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01188663486391306,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1673411726951599,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15559332072734833,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1512463539838791,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.136147141456604,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07904170453548431,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07442013919353485,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09035137295722961,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08279415965080261,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08049584925174713,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07035592198371887,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06668570637702942,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.046418145298957825,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04005953669548035,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03836992755532265,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.037973616272211075,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.023356033489108086,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02053830400109291,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.020359909161925316,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018867697566747665,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018621522933244705,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012846355326473713,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013615358620882034,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01220887154340744,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01025164034217596,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24809499084949493,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23162491619586945,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22599363327026367,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2033776342868805,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11710986495018005,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11076247692108154,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13193093240261078,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1213756874203682,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11898835003376007,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10427899658679962,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09854024648666382,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0673813596367836,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05815436318516731,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.056222692131996155,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05576166883111,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03368343040347099,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028965119272470474,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02875375747680664,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.0263550765812397,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.026065189391374588,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017703695222735405,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01761041209101677,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016902578994631767,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011691896244883537,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.15.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2354298084974289,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21073941886425018,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.20102684199810028,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17844097316265106,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10832449793815613,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0985054075717926,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.1285175085067749,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11674223840236664,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.11147357523441315,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09287435561418533,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08785433322191238,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06555212289094925,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.056073881685733795,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05223527178168297,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.05130321905016899,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03305782377719879,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02754453383386135,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.027185017243027687,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024555189535021782,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.023959694430232048,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01800808124244213,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017993252724409103,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.016693387180566788,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012828823179006577,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11776389181613922,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10704299062490463,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10121773183345795,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08941525965929031,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05463623255491257,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.049471862614154816,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06678654998540878,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.060912083834409714,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05592070892453194,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04728354141116142,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04469556733965874,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03396739810705185,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02913036197423935,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02631191536784172,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.025619395077228546,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017037110403180122,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013728190213441849,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013365143910050392,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01226885337382555,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011815611273050308,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008969140239059925,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008929659612476826,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007870330475270748,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006016060709953308,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0947256088256836,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08622890710830688,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07935008406639099,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07022073864936829,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.043514102697372437,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03835805878043175,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05668776482343674,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05188514292240143,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.044657472521066666,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03802463039755821,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.036323487758636475,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.028642874211072922,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.024720650166273117,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02095744013786316,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.019995231181383133,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01432623341679573,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010905539616942406,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010372153483331203,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.009807562455534935,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009168910793960094,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007482738699764013,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007322598248720169,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006127627566456795,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004689535591751337,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.24998249113559723,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.23019152879714966,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2228565514087677,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.19860287010669708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11742084473371506,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.109425388276577,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13719391822814941,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12365668267011642,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11980597674846649,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10281380265951157,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09711036086082458,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0702250599861145,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05914277955889702,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05628558248281479,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05559586361050606,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.035064373165369034,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.028655147179961205,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02831323631107807,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02562788687646389,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.025170166045427322,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01802242174744606,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017082614824175835,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.016503017395734787,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010525769554078579,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.2377423197031021,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21377375721931458,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20557957887649536,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.18125177919864655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10979773849248886,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.10057766735553741,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1276858001947403,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11637338995933533,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11295456439256668,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09393022954463959,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08796781301498413,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06573351472616196,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.056298401206731796,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05321443825960159,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.052475035190582275,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03314128518104553,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.028339385986328125,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02801431156694889,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.025261886417865753,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02480725571513176,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.0181296244263649,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01872188039124012,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016938677057623863,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013837694190442562,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.15620791912078857,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14544719457626343,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1412200927734375,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12734770774841309,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.0737510621547699,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0694296583533287,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08462345600128174,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07757577300071716,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07508428394794464,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0657900869846344,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06239381432533264,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04340588301420212,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.037472646683454514,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03575170785188675,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03534181788563728,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02181069180369377,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019048238173127174,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.018858924508094788,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017506038770079613,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.017256932333111763,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0118737006559968,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012546389363706112,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011220090091228485,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009331471286714077,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23998123407363892,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22451643645763397,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21909093856811523,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19739362597465515,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11325673758983612,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.1072661355137825,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1278347671031952,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11758687347173691,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11503242701292038,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10112655162811279,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0955890417098999,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06527171283960342,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05631871148943901,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05436686426401138,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05389755219221115,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03261920064687729,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.0279602762311697,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02774634025990963,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02548629604279995,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02519020438194275,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017118429765105247,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016950832679867744,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016319042071700096,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011155211366713047,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.16.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22855396568775177,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20332211256027222,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19316713511943817,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17144396901130676,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10476474463939667,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09457777440547943,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12505033612251282,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11370416730642319,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10806819051504135,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08922591805458069,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08458471298217773,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06386895477771759,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.054611530154943466,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05052934214472771,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.049509260803461075,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03224794566631317,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.026624608784914017,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.026228539645671844,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02360512502491474,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02295113354921341,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017538024112582207,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017435435205698013,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.016112446784973145,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012354398146271706,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09841910749673843,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08962077647447586,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08381761610507965,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.07464911788702011,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04550105333328247,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.040769223123788834,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.057417239993810654,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05236770585179329,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.046698033809661865,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03981951251626015,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.038024697452783585,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.029197487980127335,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.025063443928956985,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.021972186863422394,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02119295485317707,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.014632077887654305,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.011570557951927185,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.011159365996718407,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.010461905971169472,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.009962639771401882,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.007685638498514891,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.007782360073179007,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.006518286652863026,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005326829385012388,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.08492663502693176,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.07683961093425751,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07018532603979111,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.0626356303691864,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.03876197710633278,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03380197286605835,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.051760755479335785,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.04703983664512634,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04000021517276764,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0340321809053421,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03275277093052864,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.026151079684495926,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0223948135972023,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.018706219270825386,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.017740244045853615,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.013075160793960094,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.009800523519515991,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009287942200899124,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.008864457719027996,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008234454318881035,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.006823044735938311,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0067119901068508625,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0054536499083042145,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004373875446617603,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.21011926233768463,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.18864096701145172,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.17823435366153717,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1591464877128601,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.09632313996553421,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0868062898516655,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12037120759487152,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.10754525661468506,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.09974392503499985,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08378753066062927,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.07980582118034363,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.061347104609012604,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.051356300711631775,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.046242982149124146,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04497503861784935,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.030687594786286354,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.023777248337864876,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.023157475516200066,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.021209530532360077,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.020377790555357933,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01575925014913082,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.015025499276816845,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013385001569986343,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009462322108447552,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23517228662967682,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.21106085181236267,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.20220836997032166,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1758776307106018,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10860975831747055,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09902557730674744,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12848211824893951,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11657412350177765,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11191615462303162,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.09263306856155396,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08563996851444244,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06609059870243073,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05625792220234871,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.05266057327389717,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.051802583038806915,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03317592665553093,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.027967004105448723,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.027580220252275467,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.024855680763721466,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.024304289370775223,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01790848933160305,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018479112535715103,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.016506517305970192,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013497083447873592,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16060630977153778,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1493617445230484,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1450549215078354,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1309916228055954,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07560098171234131,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07117781788110733,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08659370243549347,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07950440794229507,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07701058685779572,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06752991676330566,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06405513733625412,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.044391412287950516,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.038346096873283386,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03659890219569206,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.036182671785354614,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022309334948658943,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019437642768025398,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01924273371696472,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017871864140033722,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01761254481971264,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012140816077589989,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012714945711195469,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011479627341032028,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.009367061778903008,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2458319365978241,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2299521267414093,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22439846396446228,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20245230197906494,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11593925952911377,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10985241085290909,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13088811933994293,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12030719220638275,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11773960292339325,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10365059226751328,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09805866330862045,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.066867396235466,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05769292637705803,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05572232976555824,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.055249594151973724,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0335380956530571,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.028895167633891106,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02867952175438404,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02642349898815155,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02613154612481594,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017883354797959328,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01784348115324974,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017091307789087296,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.012178473174571991,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.17.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2407732605934143,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.21312937140464783,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.2020881325006485,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17841945588588715,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.11035450547933578,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09928803890943527,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.13271264731884003,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1199040338397026,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.11411529779434204,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09351956099271774,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.0884283259510994,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06773009151220322,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05762283131480217,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.053308844566345215,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.05224891006946564,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03419610857963562,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.0282286424189806,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.027823392301797867,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024973902851343155,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.024288319051265717,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.0187276192009449,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.0186496339738369,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.017175298184156418,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013404922559857368,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11356711387634277,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10396040230989456,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0977979227900505,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08706872165203094,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.052731964737176895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.047674886882305145,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0664631798863411,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0599997453391552,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05406833812594414,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04635465145111084,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04420318454504013,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03396262228488922,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028864337131381035,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.025583311915397644,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024750372394919395,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017072083428502083,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013620979152619839,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013201284222304821,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012392994947731495,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011883815750479698,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009136770851910114,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009294770658016205,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007857218384742737,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006650159601122141,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09493355453014374,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08557460457086563,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07721442729234695,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06904115527868271,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04324827715754509,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03715865686535835,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05875786021351814,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.053770918399095535,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04473426938056946,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03803764283657074,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03687366843223572,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.029726337641477585,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02565198950469494,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02090650238096714,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01961715705692768,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01488926075398922,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010969594120979309,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010289045982062817,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0099425558000803,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009128853678703308,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007757894694805145,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007649315055459738,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0060660201124846935,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0049545313231647015,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.22784478962421417,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20528054237365723,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19485975801944733,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17484916746616364,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10533498227596283,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09537121653556824,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13078224658966064,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11640537530183792,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.10897180438041687,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09179896861314774,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08787968754768372,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06726241111755371,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05568765476346016,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.050631020218133926,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04935959354043007,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03368804603815079,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.025976628065109253,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.025377273559570312,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023199504241347313,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022379109635949135,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017329338937997818,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01625259406864643,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014844224788248539,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010190426371991634,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20513750612735748,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18113870918750763,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17282651364803314,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14722023904323578,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0940900593996048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0848298892378807,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11107631772756577,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10078094899654388,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09685936570167542,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07751522958278656,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.072415292263031,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05718082934617996,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.048887427896261215,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04588031768798828,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0451374389231205,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028912948444485664,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024910688400268555,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.024563321843743324,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021796656772494316,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02133168838918209,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01611020229756832,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01707175187766552,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014937616884708405,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01313849538564682,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.14866021275520325,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13824637234210968,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1340450644493103,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12104091048240662,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06987634301185608,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06565231829881668,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08034344017505646,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07381642609834671,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0712117999792099,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.062394287437200546,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.05921255797147751,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04111207276582718,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03553921356797218,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.033772774040699005,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.0333503782749176,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020634587854146957,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.017825359478592873,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.017632750794291496,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016361616551876068,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01610034517943859,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01112640555948019,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011547005735337734,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.010454363189637661,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00833944696933031,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2341252714395523,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21898134052753448,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21343304216861725,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19266170263290405,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11025155335664749,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10432068258523941,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12495123594999313,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11484165489673615,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11201725900173187,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09863390773534775,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.093409463763237,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06381632387638092,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05503750964999199,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.052973564714193344,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05249270051717758,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03197571635246277,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027393901720643044,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.027164647355675697,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025050535798072815,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.024736542254686356,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017004625871777534,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016837522387504578,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016177600249648094,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.0113255949690938,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.18.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22915183007717133,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20163792371749878,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19009238481521606,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.167563334107399,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10474160313606262,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09346622228622437,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12756632268428802,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.1151108667254448,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10854332149028778,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08831921219825745,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08382319658994675,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06525048613548279,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05552142113447189,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05072900280356407,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04955226555466652,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03308289870619774,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.027139587327837944,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.026663605123758316,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.024024823680520058,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.023255279287695885,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018298454582691193,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01837008073925972,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.016620740294456482,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013480366207659245,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11398644000291824,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1047370582818985,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09838048368692398,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0881776213645935,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0528850294649601,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.047843217849731445,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06691537797451019,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06070700287818909,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05422040820121765,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04689520224928856,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04499787092208862,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03415321931242943,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029096849262714386,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.025561373680830002,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02467518113553524,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017108548432588577,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013476969674229622,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013022717088460922,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012302497401833534,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011747527867555618,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009097035974264145,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009067024104297161,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007776917424052954,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0062571801245212555,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09156625717878342,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0835069864988327,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07483869045972824,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06730081140995026,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.041809454560279846,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03588574379682541,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.05777496472001076,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.053062885999679565,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04309411719441414,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03719567507505417,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.036234140396118164,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.02931676059961319,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.025194978341460228,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.020244497805833817,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.01887483149766922,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01468112226575613,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010652544908225536,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.009928488172590733,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00975735392421484,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008903409354388714,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.007710312958806753,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.0075448788702487946,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005940890405327082,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.004906340967863798,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.23835067451000214,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21699625253677368,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20753957331180573,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.18633335828781128,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11075972765684128,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10159681737422943,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13431313633918762,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.1203124076128006,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11385016143321991,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0971430316567421,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09251981228590012,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06873433291912079,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05754844844341278,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05309222638607025,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05201749503612518,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03440483286976814,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.027085941284894943,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.026562174782156944,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02429363504052162,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.023569703102111816,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01762654446065426,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01658281497657299,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.01537321601063013,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010153091512620449,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21686255931854248,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.19518473744392395,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18818049132823944,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.16481125354766846,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10029268264770508,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09229343384504318,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11715851724147797,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10538025945425034,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10258501768112183,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08541170507669449,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.08008299767971039,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.060349684208631516,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05132025480270386,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04904043301939964,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04848190397024155,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030497020110487938,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.026714719831943512,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026476548984646797,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02392094023525715,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.023594627156853676,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017092935740947723,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.018298543989658356,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01620827428996563,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.014335280284285545,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.14251285791397095,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13270379602909088,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1288609355688095,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.11647007614374161,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06698392331600189,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06305408477783203,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07667344808578491,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07053638249635696,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0682356059551239,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.05987074226140976,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.056790340691804886,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.039197392761707306,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03391823545098305,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03232615813612938,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.031939223408699036,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019663915038108826,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.016984544694423676,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.016811951994895935,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015582604333758354,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.015351627953350544,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010577111504971981,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010887924581766129,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.009969458915293217,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007768427953124046,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.228339284658432,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21374328434467316,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.20843356847763062,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.18841105699539185,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.1075659766793251,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10189300030469894,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12180749326944351,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11195561289787292,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.10931636393070221,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09639027714729309,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09135139733552933,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06217421218752861,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05369696021080017,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05171674117445946,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.051258634775877,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.031210653483867645,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.026883412152528763,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.026665393263101578,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024647429585456848,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02434789389371872,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.0167953222990036,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01671755686402321,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016020065173506737,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01149815134704113,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.19.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21484339237213135,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1882936954498291,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17607326805591583,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15487103164196014,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09825143218040466,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08662377297878265,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12122896313667297,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10987304151058197,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10184429585933685,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08248979598283768,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.078468456864357,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.062099605798721313,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.053279221057891846,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04777100309729576,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04641919583082199,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.0316484309732914,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.025860048830509186,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02525574527680874,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02291596308350563,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.022021809592843056,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017808550968766212,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017990894615650177,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.016001947224140167,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.013425461016595364,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11352656036615372,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10412362217903137,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09643282741308212,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08689884841442108,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.052506834268569946,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04670820012688637,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0687960833311081,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.062365368008613586,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.053949110209941864,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04674571007490158,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04510962963104248,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03508102521300316,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029873540624976158,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.025448668748140335,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024303996935486794,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01761390082538128,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01352112926542759,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012935024686157703,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012402042746543884,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011704334989190102,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009382142685353756,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009376254864037037,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0077481805346906185,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006527297664433718,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09238739311695099,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0834420844912529,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07309675961732864,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06604571640491486,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04198020324110985,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03490251675248146,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06062166765332222,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05533643811941147,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04355676472187042,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03733773157000542,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03668402135372162,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03069644793868065,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.026382431387901306,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.020315762609243393,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.018654903396964073,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01535087451338768,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010750734247267246,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.00986446626484394,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00985506922006607,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.00881006009876728,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.0080341175198555,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007840556092560291,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005899609532207251,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005074797663837671,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.23544688522815704,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21098236739635468,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19986553490161896,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17955605685710907,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.1081334576010704,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09759604930877686,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13444410264492035,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11976634711027145,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11199764162302017,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09409274160861969,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09008625149726868,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06922145187854767,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05717994272708893,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0519082248210907,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05060194432735443,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034678976982831955,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02663055621087551,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.026003098115324974,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02375408634543419,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022886063903570175,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01778092421591282,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016660789027810097,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.015008073300123215,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010412268340587616,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23199616372585297,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.20042011141777039,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.18896520137786865,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1602308601140976,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10677532106637955,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0935848280787468,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12669576704502106,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11555815488100052,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11016113311052322,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0853690356016159,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0794014260172844,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06521223485469818,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.055797379463911057,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.051774367690086365,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.0508175790309906,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.03282405436038971,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02766856923699379,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.027227168902754784,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.023597151041030884,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.022935979068279266,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017779964953660965,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01856052130460739,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01623324677348137,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.013717010617256165,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.14749574661254883,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13791689276695251,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13432620465755463,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1213727816939354,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06943589448928833,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06569834053516388,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0786956325173378,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07253360003232956,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07058504223823547,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06222875416278839,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.058962631970644,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04015035927295685,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03483681380748749,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.033443279564380646,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03310883790254593,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02010226622223854,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.017475754022598267,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.017324723303318024,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016046617180109024,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01584046147763729,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010713810101151466,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011032195761799812,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.010176562704145908,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007746717426925898,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2353784739971161,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22076880931854248,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2157461941242218,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19495847821235657,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11076337099075317,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.1052301898598671,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1245996281504631,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1146821454167366,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.1124323233962059,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.09938871115446091,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09419774264097214,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06350413709878922,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.054887041449546814,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05312618613243103,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05271502211689949,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03183278068900108,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027329059317708015,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02713574282824993,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025015894323587418,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.024751387536525726,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016912372782826424,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016538595780730247,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01619843766093254,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.010892491787672043,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.20.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2126253843307495,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.1867981106042862,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17575544118881226,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15496224164962769,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09706318378448486,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08631351590156555,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11771482974290848,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10704732686281204,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.1005169078707695,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08152948319911957,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07742777466773987,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06023525819182396,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05148295685648918,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04688621312379837,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.0457456149160862,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030501103028655052,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024846192449331284,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024383852258324623,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021852854639291763,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021118687465786934,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01680406928062439,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016565192490816116,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015232758596539497,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011837657541036606,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10905858129262924,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09924499690532684,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09168914705514908,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08271379768848419,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.050321221351623535,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.044520627707242966,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06589750945568085,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.05981878191232681,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05183962732553482,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.044591229408979416,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04312394931912422,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.033633988350629807,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.028639763593673706,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024376805871725082,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.023279858753085136,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.016872519627213478,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01292438805103302,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012351727113127708,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011805327609181404,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011120445095002651,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009009900502860546,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00892976950854063,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007444537710398436,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006155368871986866,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0933234691619873,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.0838829055428505,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0740419402718544,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06685715913772583,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04243888333439827,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03549140319228172,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06056291237473488,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05502941831946373,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04412482678890228,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03762658312916756,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.036953847855329514,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.030737310647964478,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.026353145018219948,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.020557992160320282,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.018959444016218185,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015340525656938553,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.010853204876184464,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010007846169173717,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.00992538407444954,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.008910729549825191,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.00801100954413414,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.007851185277104378,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.005914418492466211,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005073226522654295,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2252224087715149,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.1996316909790039,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18709373474121094,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1677248328924179,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10258583724498749,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.0910596027970314,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13083671033382416,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11646091192960739,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.1069241315126419,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.08882195502519608,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08531776815652847,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06750830262899399,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0556490458548069,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.049213238060474396,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04758588597178459,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03382910043001175,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02523895353078842,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.024470029398798943,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.022422941401600838,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.02137072943150997,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017364228144288063,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016057204455137253,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014134783297777176,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009879833087325096,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.23364685475826263,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.2015291005373001,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.19042114913463593,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.15933723747730255,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10655747354030609,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.09332381188869476,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.12489115446805954,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.11494442820549011,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.11054199188947678,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.08543235808610916,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07748253643512726,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06413514912128448,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05526069551706314,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.051365017890930176,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.05041799694299698,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.032156020402908325,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.026961982250213623,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.026576269418001175,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02283678576350212,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02220543660223484,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.017166422680020332,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.017478691413998604,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01564062014222145,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012272815220057964,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.14460542798042297,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13553772866725922,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1322222501039505,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.119537852704525,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.06816564500331879,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06461992114782333,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07684765011072159,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.0708756297826767,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.06919768452644348,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.061151739209890366,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.057939574122428894,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.03923352062702179,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03403067961335182,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03280721232295036,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.032515279948711395,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.019662242382764816,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.017102986574172974,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01696956530213356,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015710407868027687,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.015527020208537579,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010503538884222507,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010711395181715488,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01003443542867899,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00747654540464282,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24118909239768982,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.22655081748962402,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22170133888721466,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20048382878303528,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11371434479951859,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10818614065647125,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12713876366615295,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11729523539543152,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11529968678951263,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10215317457914352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09668569266796112,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06482036411762238,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05617087706923485,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05453658476471901,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05414220318198204,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03241804614663124,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02803742326796055,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.0278596431016922,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025684325024485588,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02544005960226059,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01708921231329441,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.016927320510149002,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01642046682536602,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011159499175846577,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.21.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.21066197752952576,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18515333533287048,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1740117222070694,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15438096225261688,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.0957779735326767,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08510532975196838,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11658962070941925,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10633570700883865,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.09937833249568939,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08107002079486847,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07714638113975525,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05922086909413338,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.051074761897325516,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.046288035809993744,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.045082829892635345,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03003295511007309,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024533892050385475,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024037232622504234,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021691111847758293,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.020909514278173447,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016512122005224228,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01639625057578087,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014897283166646957,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01167016476392746,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10995510965585709,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09952669590711594,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09188108146190643,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08284039795398712,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05056549608707428,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04459981247782707,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06649522483348846,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06020455062389374,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.052336469292640686,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.044726770371198654,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04341236874461174,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.033986832946538925,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.02886980213224888,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024504726752638817,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02338871732354164,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01709182746708393,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013036543503403664,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.01247067004442215,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011903285048902035,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011202728375792503,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009149452671408653,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009062047116458416,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007532630581408739,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0062975273467600346,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.10112278908491135,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09093818813562393,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08030815422534943,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07247448712587357,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04606678709387779,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03851950168609619,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06543503701686859,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.059657976031303406,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04785139486193657,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04080076143145561,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.039971813559532166,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.033256884664297104,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028535792604088783,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02235201932489872,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.020650990307331085,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016651181504130363,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011867538094520569,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.01097541768103838,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010850815102458,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009793353267014027,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008748162537813187,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008620895445346832,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006564205978065729,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005711582489311695,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.22236479818820953,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.19568441808223724,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.18210621178150177,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.16315610706806183,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.1006614938378334,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.08840981870889664,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13036960363388062,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11590355634689331,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.1053202822804451,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0868486538529396,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08348134160041809,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06684692203998566,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.0553714744746685,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0483492836356163,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.046574272215366364,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.033490706235170364,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02484607882797718,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.023999154567718506,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0220351442694664,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.020869895815849304,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017161989584565163,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016004011034965515,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.013780547305941582,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009938382543623447,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21849846839904785,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18842855095863342,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17755670845508575,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1447674185037613,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.10071063786745071,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08886954188346863,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.1196097806096077,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10908239334821701,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.10432691872119904,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07926689088344574,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07098443806171417,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06124378740787506,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05260152369737625,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.048779889941215515,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04785750061273575,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0307285375893116,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.025858387351036072,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02544357441365719,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021712690591812134,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02108924649655819,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01657973602414131,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01709524728357792,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.015080707147717476,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.012346658855676651,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.15763956308364868,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1478186845779419,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14431063830852509,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13051457703113556,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07425057888031006,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07042748481035233,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08353519439697266,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07712309062480927,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07538075745105743,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06662727147340775,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06312166899442673,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.042620155960321426,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.036975204944610596,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03566613048315048,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.035364195704460144,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.0213184617459774,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.0185085516422987,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.018363066017627716,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.016986791044473648,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01679328642785549,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011300001293420792,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01146464142948389,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.010796129703521729,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007853933610022068,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24516615271568298,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23041115701198578,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22543635964393616,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20397375524044037,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11546295881271362,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10992918908596039,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12905797362327576,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11914250254631042,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11710735410451889,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10376303642988205,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09819318354129791,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06578071415424347,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05699419975280762,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05533485859632492,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05495261028409004,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03286631032824516,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02837347984313965,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028195908293128014,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.025976382195949554,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.025726910680532455,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017233634367585182,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017000647261738777,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016565877944231033,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011048784479498863,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.22.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2168789654970169,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19209332764148712,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1812150478363037,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.16109728813171387,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09908962994813919,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0886264219880104,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12018891423940659,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10925564914941788,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10241308808326721,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08425674587488174,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08017685264348984,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06109149754047394,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05240669101476669,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.047825925052165985,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04668660834431648,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030962083488702774,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.025230733677744865,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024767259135842323,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022356657311320305,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021631471812725067,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017071353271603584,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01667821779847145,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015525535680353642,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01178854238241911,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11179354786872864,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1017623245716095,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09459865838289261,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.0853075236082077,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05157240480184555,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04587223008275032,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06691787391901016,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.060614898800849915,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.0531967468559742,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04570666700601578,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.044180285185575485,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.034084610641002655,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0290162842720747,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02491745725274086,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02387503907084465,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017084578052163124,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01309890579432249,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.01257270947098732,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011941005475819111,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011292407289147377,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00906269159168005,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.008879296481609344,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0075341626070439816,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.005998778156936169,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.10060179978609085,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09026481956243515,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0811399519443512,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.0731649175286293,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04569471627473831,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.039058659225702286,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06267792731523514,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.057241130620241165,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04752322658896446,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04034755751490593,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.039276521652936935,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.031854864209890366,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027262305840849876,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02212112955749035,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.020752016454935074,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015927189961075783,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011648754589259624,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.01092813815921545,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010593034327030182,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009719820693135262,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008324661292135715,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008183944970369339,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006459689233452082,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0053608613088727,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2364066243171692,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21251262724399567,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.2015291452407837,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.18080584704875946,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10845520347356796,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09802120923995972,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13348014652729034,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12036038935184479,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11235082894563675,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09469691663980484,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0904744565486908,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06832003593444824,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05749472230672836,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0520453006029129,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05067596957087517,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.034135643392801285,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.026662465184926987,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02600470744073391,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.023834025487303734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022941190749406815,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017494183033704758,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016648970544338226,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014954843558371067,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010318472050130367,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20798712968826294,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17806260287761688,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16749349236488342,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.13834252953529358,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09428812563419342,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08290142565965652,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11213570088148117,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10278739780187607,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09838368743658066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07466008514165878,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06795333325862885,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05730263143777847,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.049405086785554886,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04551837593317032,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04458638280630112,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028696540743112564,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02396165393292904,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023540670052170753,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.02015042118728161,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.019506994634866714,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015309515409171581,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01569541171193123,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013783244416117668,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011054277420043945,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16314774751663208,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15289244055747986,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14926588535308838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13501209020614624,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07684861123561859,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07290922105312347,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08663331717252731,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07973968982696533,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07801104336977005,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06893335282802582,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06542252004146576,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.044201552867889404,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03827899321913719,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.036971330642700195,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03665700554847717,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022204531356692314,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019232435151934624,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.019088562577962875,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017653565853834152,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.017460664734244347,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011983783915638924,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011976930312812328,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011487346142530441,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008301652036607265,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24936991930007935,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23417237401008606,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2292231321334839,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2072235345840454,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11755795031785965,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11183721572160721,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13126932084560394,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.1211981475353241,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.1192043125629425,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10552622377872467,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09985948354005814,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06698349863290787,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05801542475819588,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05636226385831833,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.055969297885894775,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033507488667964935,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02891269326210022,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028731906786561012,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026453569531440735,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.026206951588392258,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01766107976436615,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017354857176542282,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.016992714256048203,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011309588328003883,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.23.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22158411145210266,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.195960134267807,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18465760350227356,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1645481139421463,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10117393732070923,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0903327465057373,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12198799848556519,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11176140606403351,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10462820529937744,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08606764674186707,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08194586634635925,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06222337484359741,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.053594138473272324,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.048789799213409424,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04759031534194946,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03134883567690849,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02568967267870903,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.025201331824064255,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022757606580853462,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.02199455164372921,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016904180869460106,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01693444885313511,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015241790562868118,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01187920942902565,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.12011399865150452,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10983560979366302,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10210714489221573,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09219306707382202,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05568109452724457,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.049550946801900864,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07162175327539444,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06535477191209793,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05723753198981285,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04940617457032204,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04768059775233269,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03654266893863678,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.031358301639556885,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.026930419728159904,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.025811338797211647,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.0182783305644989,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014231403358280659,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013653676956892014,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013003325089812279,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012314584106206894,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.00967092253267765,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009718813933432102,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008084963075816631,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006677862722426653,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.1085464209318161,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09858060628175735,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.0884268507361412,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07982249557971954,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04975660517811775,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.042529601603746414,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06886214017868042,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06297160685062408,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.051467470824718475,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.044264208525419235,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.04317694157361984,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0349154956638813,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.03006955236196518,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.024093739688396454,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.022461717948317528,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01749466359615326,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.012648562900722027,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.011775112710893154,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.011559353210031986,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.010523905977606773,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009163706563413143,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008935336954891682,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.007058124523609877,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0057450090534985065,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2446977198123932,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.22261780500411987,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.21298104524612427,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.19137707352638245,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11331208795309067,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10381126403808594,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13669174909591675,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12321458756923676,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.1166817918419838,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09948848187923431,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09478234499692917,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06968586891889572,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.058901384472846985,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.054303113371133804,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05317506194114685,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03478461131453514,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.027732834219932556,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02719602733850479,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024902286008000374,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.024168716743588448,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.017847349867224693,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017019005492329597,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.0156539473682642,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010492975823581219,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.18641173839569092,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.1673552393913269,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1583428680896759,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.13239547610282898,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.08708846569061279,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07842634618282318,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10467992722988129,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09567110240459442,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.08858408033847809,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0714326947927475,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06500637531280518,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05345330759882927,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0459088459610939,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04190482199192047,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04091127961874008,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.026702329516410828,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02175748720765114,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.021233554929494858,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.018637198954820633,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.017976393923163414,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014020703732967377,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013925866223871708,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0125195924192667,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009285623207688332,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1629718542098999,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15272632241249084,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14910247921943665,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13483554124832153,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07681965827941895,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07285009324550629,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08634203672409058,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07968432456254959,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07797017693519592,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0688457116484642,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06524866074323654,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04409056901931763,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.038205068558454514,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03691471368074417,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03660622984170914,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022077063098549843,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.01913662627339363,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.018996192142367363,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01753087341785431,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.017338190227746964,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011754662729799747,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01181447971612215,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011255087330937386,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008061300031840801,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2526457607746124,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23725706338882446,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23224250972270966,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.21001727879047394,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11912798136472702,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11334580928087234,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13347913324832916,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12279438972473145,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.12081171572208405,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10688532143831253,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.10133279114961624,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06810396909713745,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05881211906671524,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05716424062848091,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.0567733533680439,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03415308892726898,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.029388533905148506,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.029215993359684944,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026890194043517113,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02663661353290081,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01823296584188938,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01773994043469429,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017569230869412422,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.01170305535197258,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.24.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.22558382153511047,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.19975431263446808,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.18857848644256592,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1681428998708725,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10285578668117523,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09215223044157028,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12401704490184784,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11323962360620499,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.1064416840672493,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08770962059497833,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08345016837120056,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06284235417842865,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05414104834198952,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04944245517253876,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04827912524342537,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03169507533311844,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.025754816830158234,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.025276361033320427,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.022755702957510948,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021997224539518356,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01714337058365345,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.016591215506196022,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015529045835137367,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011194540187716484,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1258600950241089,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11539953202009201,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1079140156507492,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09735787659883499,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05845879018306732,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.05257044732570648,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07453038543462753,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06780776381492615,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.059977684170007706,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.051889821887016296,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.050068777054548264,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.038001738488674164,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03245832771062851,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.028220685198903084,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02714003250002861,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.019016146659851074,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014763519167900085,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.014199655503034592,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013459688052535057,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01278266403824091,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009986452758312225,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00985142681747675,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008383388631045818,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006570587866008282,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.10897225141525269,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09922770410776138,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08964678645133972,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.08093090355396271,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.050068821758031845,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.043142106384038925,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06803639233112335,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06248294189572334,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.05159113556146622,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04451027885079384,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.04324731603264809,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.034493837505578995,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.029835406690835953,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02415371686220169,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.022647833451628685,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01723991334438324,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.01260577142238617,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.011805283837020397,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01150584127753973,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.010558157227933407,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008953962475061417,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008745846338570118,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006992605980485678,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005556107498705387,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.24625927209854126,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2244245857000351,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.21507441997528076,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1931837499141693,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11403578519821167,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10472194105386734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13804808259010315,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12383878976106644,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11724703013896942,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.1003190353512764,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09553974121809006,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07052385807037354,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05917679890990257,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05469494313001633,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05358216539025307,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.035169124603271484,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.027927741408348083,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.027374230325222015,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.025100961327552795,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.024361824616789818,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.018095815554261208,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017090190201997757,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.015844009816646576,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010500307194888592,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20376087725162506,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.17780199646949768,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16901902854442596,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1356508731842041,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09390561282634735,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08408872783184052,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11020386219024658,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10027594864368439,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09687673300504684,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07410852611064911,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06500393152236938,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05604980140924454,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04811689257621765,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04518986493349075,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.044492099434137344,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028133751824498177,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02343393675982952,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.023116666823625565,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019461538642644882,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018964245915412903,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.014972583390772343,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.01471420656889677,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013774928636848927,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009905431419610977,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16831311583518982,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.15768666565418243,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15396100282669067,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1391560435295105,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07942818105220795,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0752960816025734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08941783010959625,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08236956596374512,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08061617612838745,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07113123685121536,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06738156080245972,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04571237415075302,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03955879062414169,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03821598365902901,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.037898071110248566,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02292981930077076,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019870324060320854,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01972389407455921,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018206436187028885,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01800440065562725,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012326597236096859,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012353917583823204,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011815729551017284,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008538568392395973,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2557019591331482,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.24005597829818726,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.2349039763212204,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.21221061050891876,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.12070618569850922,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11477162688970566,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1345697045326233,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12440846860408783,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.12241201847791672,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10818251967430115,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.10223479568958282,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06854327768087387,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05952685698866844,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05784925818443298,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05745542049407959,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.034226059913635254,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.029603198170661926,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02941901795566082,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027019910514354706,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02677174098789692,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017808616161346436,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017642393708229065,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017119109630584717,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011352172121405602,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.25.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.2282254993915558,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20202818512916565,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19027960300445557,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.1698855757713318,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10399393737316132,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09294454753398895,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12571431696414948,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11531981825828552,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10776282101869583,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08899110555648804,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08469041436910629,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06407754868268967,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05526645481586456,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05008108541369438,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04880701005458832,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03215625137090683,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.026270221918821335,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02574334852397442,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023332631215453148,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.022499458864331245,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017261117696762085,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01722060889005661,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.015501108020544052,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011863529682159424,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.12026726454496384,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10968038439750671,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10181456804275513,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09177730977535248,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05578884109854698,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.049509529024362564,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.0721205323934555,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06567514687776566,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05738883092999458,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04940574988722801,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.0477239228785038,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03679277375340462,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03153057396411896,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02698398381471634,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.025808323174715042,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018428264185786247,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014190612360835075,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013577239587903023,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012936132028698921,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012194585986435413,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009633815847337246,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.00965667050331831,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007937871851027012,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0065025570802390575,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.1057359129190445,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09559883177280426,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08485689759254456,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07661299407482147,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04833194985985756,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.04077345132827759,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06799609214067459,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06218801811337471,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.050062909722328186,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0428524985909462,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.041806336492300034,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03443581983447075,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.029582208022475243,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.023411789909005165,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.021716834977269173,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.017226116731762886,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.012330811470746994,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.011449296027421951,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01125883124768734,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.010214661248028278,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.009070129133760929,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008811740204691887,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.00691863102838397,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0057387459091842175,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2372969686985016,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21249732375144958,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20075783133506775,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17995034158229828,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10885851830244064,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09774758666753769,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.13621953129768372,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12178239971399307,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11291300505399704,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09479963779449463,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09075222164392471,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07002191245555878,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.058127548545598984,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05223320052027702,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.050734587013721466,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.0350135937333107,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.026707161217927933,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.025961685925722122,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02381390705704689,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022835560142993927,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01796785742044449,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.016733108088374138,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.01502818800508976,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010216554626822472,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1941038966178894,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.174097940325737,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.16796621680259705,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14071592688560486,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0904163047671318,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.0830640122294426,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10264318436384201,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09445473551750183,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09269190579652786,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0744679644703865,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06705314666032791,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05247805267572403,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04526602849364281,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.043406352400779724,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04297574609518051,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.02621457912027836,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.022378358989953995,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.022163711488246918,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019153403118252754,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.018846547231078148,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.013739553280174732,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.013698194175958633,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.012923992238938808,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.009081561118364334,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.17265400290489197,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1617288589477539,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.15786845982074738,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.14255596697330475,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.08156607300043106,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07726768404245377,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.09174329042434692,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08459392189979553,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.08277770131826401,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.07295434176921844,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06897711753845215,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04682501032948494,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04057798907160759,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.039203133434057236,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.038872018456459045,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02341502346098423,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.020309405401349068,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.020156681537628174,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018574047833681107,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018368151038885117,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012411436066031456,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012524505145847797,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011874048970639706,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00852181576192379,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2561384439468384,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.2404589056968689,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.23526744544506073,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.2124301642179489,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.12108653783798218,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11507981270551682,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.1352963149547577,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12483856827020645,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.12279124557971954,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.108415886759758,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.1024947464466095,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06902799010276794,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05976887419819832,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05807596445083618,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05767619609832764,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.034505829215049744,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.029801959171891212,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.029620936140418053,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.027209285646677017,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02695872262120247,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.018152805045247078,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01790199615061283,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.017455007880926132,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011691157706081867,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.26.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.23017707467079163,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.2045234888792038,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.1928512006998062,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17189699411392212,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10518273711204529,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.09418706595897675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12702161073684692,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11649107187986374,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10882288962602615,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09019903093576431,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08568017184734344,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06473039090633392,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05594083294272423,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05073539912700653,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04944320768117905,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03271372988820076,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.026718851178884506,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02616790495812893,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02380264922976494,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.022961515933275223,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.017795410007238388,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017644081264734268,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.01606624387204647,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012321945279836655,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.12421692907810211,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.11351606249809265,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.10675759613513947,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.09614451974630356,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.057639025151729584,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.052020296454429626,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07240159809589386,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.0659070611000061,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.059354133903980255,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.05107959732413292,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04898073151707649,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.036967504769563675,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03162236511707306,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.027833381667733192,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.026882082223892212,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018537279218435287,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.014596967026591301,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.014123737812042236,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.013296850956976414,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012702073901891708,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009745833463966846,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009716659784317017,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008281831629574299,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006583097390830517,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.10803056508302689,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09887559711933136,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.09198285639286041,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.08280790597200394,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04999620094895363,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.04457399249076843,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06423139572143555,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05873305723071098,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.05141206830739975,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.044338494539260864,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.042630985379219055,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03260393813252449,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028099024668335915,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.024134427309036255,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.023109914734959602,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016327572986483574,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.012593813240528107,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.012067588046193123,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.01146270427852869,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.01083009596914053,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008542904630303383,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008423686027526855,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.00709203165024519,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.0055284760892391205,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.23245911300182343,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2120865434408188,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.20329464972019196,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.18253611028194427,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10803821682929993,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09915696084499359,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.12874822318553925,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.11723633110523224,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.1110008955001831,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09491629153490067,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09017637372016907,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.06565964967012405,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05601974576711655,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.05178681015968323,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.0507202185690403,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.032758984714746475,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02636558562517166,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02587142027914524,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.02366611175239086,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.02299017831683159,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01680363155901432,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.01608099229633808,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014917979016900063,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.009808304719626904,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.20508594810962677,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18067555129528046,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.17233437299728394,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14480161666870117,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09516343474388123,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08563336730003357,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11037944257259369,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10121694207191467,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09806478768587112,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07712630182504654,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07033179700374603,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.05673271417617798,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.04880582168698311,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04605116322636604,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.045395657420158386,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028559181839227676,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.024433663114905357,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02414845861494541,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.0209446232765913,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02050943672657013,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.015569377690553665,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016019463539123535,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.01451348140835762,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01169215515255928,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1687692403793335,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1578570008277893,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1539413183927536,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13883662223815918,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07975120097398758,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07545708864927292,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08987569063901901,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08295216411352158,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.081032894551754,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0712512731552124,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06735040992498398,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04594526067376137,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03984757512807846,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03839980810880661,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03805878013372421,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022995389997959137,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019982535392045975,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.019824452698230743,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018272239714860916,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018060855567455292,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012218795716762543,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.012450767681002617,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.011655985377728939,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.00861024297773838,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.24864554405212402,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.23316583037376404,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.22809727489948273,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.20576494932174683,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.11760301142930984,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.11170079559087753,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.13152265548706055,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.12138097733259201,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11932436376810074,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.10522298514842987,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09941115230321884,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.0671110451221466,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05816304683685303,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.05644645914435387,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.056041400879621506,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.033555760979652405,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02900763228535652,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.028819648548960686,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.026475341990590096,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.026216257363557816,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.017641538754105568,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.017501352354884148,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01692635752260685,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011507880873978138,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.27.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.23107080161571503,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.20444391667842865,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.19202694296836853,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.17117205262184143,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.10533859580755234,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.0938728004693985,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.12919633090496063,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.11759458482265472,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.10924147069454193,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.09010503441095352,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.08580346405506134,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.06565633416175842,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05631645396351814,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.05079076811671257,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.04941440001130104,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.03312579542398453,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02669811248779297,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.02612951770424843,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.023725595325231552,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.022843923419713974,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.018003908917307854,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.017620986327528954,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.016093194484710693,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.01221916452050209,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11611565202474594,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10596628487110138,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09731400012969971,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08765751868486404,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05382140353322029,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.047185592353343964,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07193112373352051,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06492693722248077,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05540211871266365,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04768716171383858,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04638926312327385,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03672802820801735,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03112456575036049,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02606353908777237,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02473510056734085,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01838090270757675,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01375560276210308,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013043608516454697,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012555278837680817,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011728692799806595,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009693330153822899,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009523656219244003,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.0077645136043429375,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0064188027754426,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.0995807871222496,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08988770842552185,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07810109853744507,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07062210142612457,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04542521759867668,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.037320204079151154,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06688708066940308,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06062331795692444,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04718209430575371,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04041677713394165,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03986722230911255,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03376156464219093,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028945010155439377,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.022056076675653458,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.020094988867640495,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01694466732442379,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011662631295621395,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010619555599987507,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010684063658118248,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009462365880608559,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008855953812599182,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008570616133511066,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006385358981788158,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005497089587152004,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.23668406903743744,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21147963404655457,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19859392940998077,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17790746688842773,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10849734395742416,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09680555015802383,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1376013457775116,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12305775284767151,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11272623389959335,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09434914588928223,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.0904286727309227,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07073146849870682,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05890266224741936,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.052173927426338196,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05047934129834175,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.03549643233418465,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.026906702667474747,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.026084238663315773,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024045834317803383,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022931678220629692,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01824728213250637,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017278173938393593,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.015057415701448917,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.010944877751171589,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.21774005889892578,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.18220369517803192,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1697835475206375,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.14554515480995178,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.09917391091585159,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.08571849018335342,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.11856584995985031,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.10836265981197357,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.1032557487487793,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07734133303165436,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.07286111265420914,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.06080269813537598,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.05208754912018776,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.047916021198034286,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04690345376729965,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.030483657494187355,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02527914009988308,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.024817869067192078,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.021051285788416862,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.02035714127123356,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.016442356631159782,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.016628187149763107,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.014829348772764206,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.011794154532253742,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1576239913702011,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1471100002527237,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14314311742782593,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12905527651309967,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07441437989473343,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.0702221468091011,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08435410261154175,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07781033217906952,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07570601254701614,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06638259440660477,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0627460926771164,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04313084855675697,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03737104684114456,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0358329713344574,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.035469722002744675,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.021588364616036415,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.018625563010573387,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.018458712846040726,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.017014484852552414,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01678631082177162,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.011467048898339272,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011620240285992622,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01087541226297617,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007995855994522572,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.23091667890548706,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.21615417301654816,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.21109996736049652,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.19025962054729462,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.10914035141468048,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.10342933982610703,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.12252560257911682,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.11309443414211273,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.11081729084253311,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0974859818816185,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.09209077805280685,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.06263776868581772,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.05421052873134613,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.052430763840675354,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.05200215429067612,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.03134949132800102,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.027081258594989777,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02688131481409073,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.02471327595412731,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.024444062262773514,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016594907268881798,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.01655515469610691,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01587485708296299,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011102859862148762,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.28.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.20797884464263916,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18289291858673096,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17079393565654755,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15174317359924316,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09485498815774918,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08377570658922195,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11691395193338394,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10685127228498459,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.09848159551620483,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08050552010536194,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07665123045444489,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05978766456246376,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05144255608320236,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04598991200327873,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.044619083404541016,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.030309373512864113,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.024611223489046097,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.024015963077545166,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.02188672311604023,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.021001826971769333,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.016714131459593773,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01683378592133522,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014865047298371792,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012211689725518227,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.11320862174034119,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10318650305271149,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.0954505056142807,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08598059415817261,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05220227688550949,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.04628530517220497,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07015705853700638,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.062136005610227585,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05395789071917534,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04639384523034096,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.045038264244794846,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03579200431704521,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029779210686683655,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.02524869330227375,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.024072671309113503,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.017953773960471153,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013277883641421795,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012686741538345814,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012131543830037117,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011400990188121796,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009400458075106144,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009076199494302273,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007504211273044348,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.0060960957780480385,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09835286438465118,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.09007929265499115,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.08141250163316727,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.07339680194854736,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0452704057097435,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.039151381701231,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06258073449134827,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.056714825332164764,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0466197207570076,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04044775292277336,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.039384037256240845,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03179695084691048,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.027083460241556168,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.021903591230511665,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.020501527935266495,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.015906084328889847,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011491949670016766,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010740936733782291,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010542131029069424,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009651131927967072,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008325294591486454,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008058308623731136,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006412037648260593,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005194348283112049,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.2547028064727783,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.2334871143102646,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.22389473021030426,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.20145702362060547,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11881300061941147,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.10944303870201111,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.14242184162139893,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12904146313667297,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.12201085686683655,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.10495655238628387,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09997096657752991,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.0729486495256424,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.06178448721766472,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0570528544485569,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.05587023124098778,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.036576129496097565,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.02922946587204933,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.028674790635704994,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.026405630633234978,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.02565329521894455,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01882464624941349,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.018097367137670517,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.016602016985416412,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011383658275008202,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.194480761885643,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.16282635927200317,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.1511020064353943,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.1320786327123642,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.0883224830031395,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.07519438117742538,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.10858806222677231,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.09710463136434555,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.09288609027862549,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.07021535187959671,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.06687620282173157,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.055907804518938065,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.0467974990606308,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.04273005947470665,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.04174062982201576,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.028000954538583755,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.02257261984050274,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.02215299941599369,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.019071053713560104,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01839618757367134,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.01497020572423935,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.014963150955736637,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.013167359866201878,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.01063117478042841,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1549081951379776,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1443672925233841,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14039146900177002,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1264861524105072,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07309336960315704,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06885966658592224,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08302422612905502,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07657928019762039,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.0743483304977417,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06511543691158295,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06155233830213547,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04244794696569443,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.036803096532821655,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.035228800028562546,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03485368937253952,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02125745825469494,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.018397420644760132,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.018221627920866013,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.01681138388812542,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01657513529062271,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.01133008487522602,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.011615019291639328,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01072406955063343,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.008131429553031921,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.2053920328617096,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1919943392276764,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.18715308606624603,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1688625067472458,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.09781217575073242,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.09261580556631088,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.11006242036819458,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.10159564018249512,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.09937195479869843,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.08738318085670471,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.08264533430337906,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.056887172162532806,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.04969322308897972,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.0480121485888958,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.04761606454849243,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.028687380254268646,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.026532717049121857,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.026352740824222565,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.024617638438940048,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.02438388578593731,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.016227610409259796,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.018505869433283806,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.015604980289936066,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.014934396371245384,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.29.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.20959973335266113,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.18520916998386383,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.17412781715393066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.15361516177654266,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.09593306481838226,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.08552258461713791,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.11692560464143753,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.10644702613353729,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.09912870824337006,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.08110488951206207,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.07663575559854507,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05935026332736015,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.05104184150695801,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.04631926491856575,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.045141980051994324,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.02982804924249649,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02447759173810482,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.023985911160707474,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.021615128964185715,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.020862016826868057,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.01604677364230156,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.01627163030207157,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.014400593936443329,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.011520634405314922,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.1114310622215271,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.10114651918411255,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.09175190329551697,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.08254796266555786,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.05140171945095062,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.044447749853134155,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.07061843574047089,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.06344766914844513,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05312918871641159,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.04542826488614082,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.044437479227781296,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.036085959523916245,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.030436815693974495,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024976493790745735,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02351595275104046,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.018099527806043625,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.013283754698932171,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012531950138509274,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012124534696340561,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.011223763227462769,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009562349878251553,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009422283619642258,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007489426527172327,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006444286089390516,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09905977547168732,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08937416970729828,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07723132520914078,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06962982565164566,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.0451405867934227,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03686024993658066,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06749702990055084,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.06081506237387657,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.0469866618514061,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.04016818851232529,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.039674606174230576,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.03438349813222885,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.02913677506148815,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.021954119205474854,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.019928622990846634,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.01722625270485878,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.01166848000138998,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010620099492371082,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010704637505114079,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009461216628551483,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008984237909317017,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008689261972904205,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006353813223540783,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005682484712451696,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.23170141875743866,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.20553818345069885,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19139637053012848,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.1712862104177475,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.10551546514034271,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09317389130592346,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.136474609375,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.12181711196899414,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.1100705936551094,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.0914277732372284,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.08823467046022415,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07038237899541855,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.05825725197792053,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.0508577860891819,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.04892754554748535,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.035455379635095596,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.026332441717386246,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.02540809102356434,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.0235060453414917,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.02227059379220009,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.018342122435569763,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.017250414937734604,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.014748766086995602,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011025340296328068,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.16185781359672546,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.14315718412399292,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.13740770518779755,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.11558070778846741,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.07534249871969223,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.06820719689130783,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.08604113757610321,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.07839105278253555,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.07694761455059052,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.0609663687646389,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.055568285286426544,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.04427516460418701,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.03785310313105583,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.03646274283528328,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.03611709922552109,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.022207099944353104,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.019329510629177094,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.019169917330145836,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.01656901277601719,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.01634332165122032,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.012045840732753277,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.012555007822811604,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.011463218368589878,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.00925830751657486,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.1542128622531891,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.14397935569286346,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.1401357203722,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.1263720840215683,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07339100539684296,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06918828934431076,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.08311955630779266,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07662639766931534,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07455305755138397,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.0654553472995758,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.06201914697885513,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.043007172644138336,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03748483955860138,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.036038003861904144,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03569706901907921,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.02173525094985962,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.019868075847625732,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.01970931515097618,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.018406784161925316,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018196862190961838,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012295125983655453,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.013838679529726505,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.01175737101584673,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011103914119303226,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.16186410188674927,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.1512342393398285,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.14749428629875183,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.13295817375183105,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07697194814682007,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.07281587272882462,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.0868232473731041,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.08002579212188721,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07817269116640091,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06872960925102234,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.0651145651936531,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.044870227575302124,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03899629786610603,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.037641193717718124,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03732632100582123,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.022616712376475334,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.02054687589406967,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.02040131390094757,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.019000345841050148,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.018816018477082253,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.012706075794994831,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.014056594111025333,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.012202318757772446,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.011098983697593212,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.30.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.1768813133239746,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.15643563866615295,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.14792126417160034,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.12928444147109985,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.0813707560300827,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.07323142886161804,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.09909037500619888,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.08837143331766129,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.08357979357242584,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.06827986985445023,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.06437559425830841,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.05018087476491928,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.04290907457470894,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.03987346589565277,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.039083126932382584,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.025674954056739807,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.02191798947751522,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.021616661921143532,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.01953372173011303,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.019065435975790024,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.014819479547441006,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.015418684110045433,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.013822966255247593,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.012123147957026958,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.q_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.10761242359876633,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.09745427966117859,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08843950927257538,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.079537034034729,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04958667233586311,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.042834874242544174,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.06791843473911285,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.061134420335292816,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.05131091922521591,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.043785445392131805,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.04273025318980217,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.03468570113182068,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.029334155842661858,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.024036355316638947,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.02264511026442051,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.01737125962972641,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.012754276394844055,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.012038661167025566,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.011626923456788063,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.010760867968201637,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.009164588525891304,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.009006690233945847,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.007185942027717829,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.006113363429903984,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.k_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.09798166900873184,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.08825056999921799,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.07679075002670288,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.06919009238481522,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.04464162513613701,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.03679973632097244,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.06662317365407944,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.05947130173444748,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.04652873054146767,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.03959961235523224,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.03908831626176834,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.033772218972444534,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.028372326865792274,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.02174324356019497,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.019871849566698074,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.016919834539294243,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.011573194526135921,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.010602348484098911,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.010592244565486908,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.009438944980502129,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.008865167386829853,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.008559519425034523,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.006389716640114784,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.005647923797369003,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.v_proj",
            "numel": 4194304,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.18115234375,
                    "total_bits": 9148416.0,
                    "err": 0.24250921607017517,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.37646484375,
                    "total_bits": 9967616.0,
                    "err": 0.21284219622612,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.62646484375,
                    "total_bits": 11016192.0,
                    "err": 0.19666562974452972,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.73583984375,
                    "total_bits": 11474944.0,
                    "err": 0.17606428265571594,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.22802734375,
                    "total_bits": 13539328.0,
                    "err": 0.11043427139520645,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.73583984375,
                    "total_bits": 15669248.0,
                    "err": 0.09600639343261719,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.0316162109375,
                    "total_bits": 12715520.0,
                    "err": 0.1438206434249878,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.12646484375,
                    "total_bits": 13113344.0,
                    "err": 0.128784641623497,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.18115234375,
                    "total_bits": 13342720.0,
                    "err": 0.11573012918233871,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.53271484375,
                    "total_bits": 14817280.0,
                    "err": 0.09486936777830124,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.672607421875,
                    "total_bits": 15404032.0,
                    "err": 0.09161773324012756,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.0316162109375,
                    "total_bits": 16909824.0,
                    "err": 0.07397547364234924,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.12646484375,
                    "total_bits": 17307648.0,
                    "err": 0.061691705137491226,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.22802734375,
                    "total_bits": 17733632.0,
                    "err": 0.053182266652584076,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.32958984375,
                    "total_bits": 18159616.0,
                    "err": 0.050994377583265305,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.0316162109375,
                    "total_bits": 21104128.0,
                    "err": 0.037192441523075104,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.22802734375,
                    "total_bits": 21927936.0,
                    "err": 0.027467655017971992,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.34521484375,
                    "total_bits": 22419456.0,
                    "err": 0.026403125375509262,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.53271484375,
                    "total_bits": 23205888.0,
                    "err": 0.024312874302268028,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.73583984375,
                    "total_bits": 24057856.0,
                    "err": 0.022867916151881218,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.0316162109375,
                    "total_bits": 25298432.0,
                    "err": 0.01911894604563713,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.12646484375,
                    "total_bits": 25696256.0,
                    "err": 0.018017321825027466,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.2816162109375,
                    "total_bits": 26347008.0,
                    "err": 0.015320822596549988,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.12646484375,
                    "total_bits": 34084864.0,
                    "err": 0.011300461366772652,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.self_attn.o_proj",
            "numel": 16777216,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1800537109375,
                    "total_bits": 36575232.0,
                    "err": 0.09629561007022858,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 39852032.0,
                    "err": 0.08534718304872513,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 44046336.0,
                    "err": 0.08155971020460129,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7347412109375,
                    "total_bits": 45881344.0,
                    "err": 0.06926024705171585,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2269287109375,
                    "total_bits": 54138880.0,
                    "err": 0.04339419677853584,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7347412109375,
                    "total_bits": 62658560.0,
                    "err": 0.039124395698308945,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 50857472.0,
                    "err": 0.052101437002420425,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 52434944.0,
                    "err": 0.045702237635850906,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1800537109375,
                    "total_bits": 53352448.0,
                    "err": 0.04446711763739586,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5316162109375,
                    "total_bits": 59250688.0,
                    "err": 0.03552126884460449,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.67205810546875,
                    "total_bits": 61606912.0,
                    "err": 0.03305116295814514,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 67634688.0,
                    "err": 0.026170888915657997,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 69212160.0,
                    "err": 0.023568568751215935,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.2269287109375,
                    "total_bits": 70916096.0,
                    "err": 0.022552983835339546,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.3284912109375,
                    "total_bits": 72620032.0,
                    "err": 0.022332241758704185,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 84411904.0,
                    "err": 0.013891304843127728,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.2269287109375,
                    "total_bits": 87693312.0,
                    "err": 0.01405275333672762,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.3441162109375,
                    "total_bits": 89659392.0,
                    "err": 0.013974258676171303,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.5316162109375,
                    "total_bits": 92805120.0,
                    "err": 0.012848337180912495,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.7347412109375,
                    "total_bits": 96212992.0,
                    "err": 0.012723207473754883,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 101189120.0,
                    "err": 0.008629617281258106,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 102766592.0,
                    "err": 0.011340495198965073,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281341552734375,
                    "total_bits": 105383424.0,
                    "err": 0.008266344666481018,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 136321024.0,
                    "err": 0.010232881642878056,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.gate_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.14879682660102844,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.13924150168895721,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.13581722974777222,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.12226872146129608,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.07036200910806656,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.06658520549535751,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.07937870174646378,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.07311391830444336,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.07140768319368362,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.06275899708271027,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.059352416545152664,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.04054923355579376,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.03506666049361229,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.03382403403520584,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.03352809697389603,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.020288614556193352,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.0174945630133152,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.017353234812617302,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.015955595299601555,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.01577046886086464,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.010701430961489677,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.010767756029963493,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.010204186663031578,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.007277380675077438,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.up_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1797921316964284,
                    "total_bits": 127997951.99999999,
                    "err": 0.09864313900470734,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3751046316964284,
                    "total_bits": 139466752.0,
                    "err": 0.09202789515256882,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6251046316964284,
                    "total_bits": 154146816.0,
                    "err": 0.08971615135669708,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7344796316964284,
                    "total_bits": 160569344.0,
                    "err": 0.08072689175605774,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2266671316964284,
                    "total_bits": 189470720.0,
                    "err": 0.04656381160020828,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7344796316964284,
                    "total_bits": 219289600.0,
                    "err": 0.044010281562805176,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031276157924107,
                    "total_bits": 177997312.0,
                    "err": 0.052606768906116486,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1251046316964284,
                    "total_bits": 183506944.0,
                    "err": 0.048429008573293686,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1797921316964284,
                    "total_bits": 186718208.0,
                    "err": 0.04729398339986801,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5313546316964284,
                    "total_bits": 207362048.0,
                    "err": 0.041471388190984726,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6719273158482144,
                    "total_bits": 215616512.0,
                    "err": 0.03923161327838898,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031276157924107,
                    "total_bits": 236717567.99999997,
                    "err": 0.02697307989001274,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.125104631696429,
                    "total_bits": 242227200.0,
                    "err": 0.02331654541194439,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.226667131696429,
                    "total_bits": 248190976.0,
                    "err": 0.022479163482785225,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.328229631696429,
                    "total_bits": 254154752.0,
                    "err": 0.022283025085926056,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031276157924107,
                    "total_bits": 295437824.0,
                    "err": 0.013543503358960152,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.226667131696429,
                    "total_bits": 306911232.0,
                    "err": 0.011831925250589848,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.343854631696429,
                    "total_bits": 313792512.0,
                    "err": 0.011737584136426449,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.531354631696429,
                    "total_bits": 324802560.0,
                    "err": 0.010832170955836773,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.734479631696429,
                    "total_bits": 336730112.0,
                    "err": 0.0107091274112463,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031276157924107,
                    "total_bits": 354158080.0,
                    "err": 0.007353734690696001,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.125104631696429,
                    "total_bits": 359667712.0,
                    "err": 0.007566526532173157,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.281276157924107,
                    "total_bits": 368838144.0,
                    "err": 0.007030560169368982,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.125104631696429,
                    "total_bits": 477108224.0,
                    "err": 0.005455598700791597,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        {
            "key": "model.layers.31.mlp.down_proj",
            "numel": 58720256,
            "options": [
                {
                    "desc": "0.05:3b_32g/0.95:2b_32g s4",
                    "bpw": 2.1767054966517856,
                    "total_bits": 127816704.0,
                    "err": 0.10921092331409454,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:3b_32g/0.75:2b_32g s4",
                    "bpw": 2.3753662109375,
                    "total_bits": 139482112.0,
                    "err": 0.09802139550447464,
                    "qparams": {
                        "group_size": {
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.25:4b_32g/0.75:2b_32g s4",
                    "bpw": 2.6253662109375,
                    "total_bits": 154162176.0,
                    "err": 0.0930064395070076,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.4:3b_32g/0.5:2b_32g s4",
                    "bpw": 2.7280447823660716,
                    "total_bits": 160191488.0,
                    "err": 0.08121417462825775,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32,
                            "2": 32
                        },
                        "bits": [
                            4,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.4,
                            0.5
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:4b_32g/0.9:3b_32g s4",
                    "bpw": 3.2258126395089284,
                    "total_bits": 189420544.0,
                    "err": 0.05073360353708267,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.2:6b_32g/0.8:3b_32g s4",
                    "bpw": 3.7280447823660716,
                    "total_bits": 218911744.0,
                    "err": 0.04604782536625862,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "3": 32
                        },
                        "bits": [
                            6,
                            3
                        ],
                        "bits_prop": [
                            0.2,
                            0.8
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_128g s4",
                    "bpw": 3.031341552734375,
                    "total_bits": 178001152.0,
                    "err": 0.062413666397333145,
                    "qparams": {
                        "group_size": {
                            "3": 128
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:3b_32g s4",
                    "bpw": 3.1253662109375,
                    "total_bits": 183522304.0,
                    "err": 0.05557166039943695,
                    "qparams": {
                        "group_size": {
                            "3": 32
                        },
                        "bits": [
                            3
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:4b_32g/0.95:3b_32g s4",
                    "bpw": 3.1767054966517856,
                    "total_bits": 186536960.0,
                    "err": 0.05198003724217415,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:4b_32g/0.6:3b_32g s4",
                    "bpw": 3.5271519252232144,
                    "total_bits": 207115264.0,
                    "err": 0.04318319261074066,
                    "qparams": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.6:4b_64g/0.4:3b_64g s4",
                    "bpw": 3.6653616768973216,
                    "total_bits": 215230976.0,
                    "err": 0.0409071184694767,
                    "qparams": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.6,
                            0.4
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_128g s4",
                    "bpw": 4.031341552734375,
                    "total_bits": 236721408.0,
                    "err": 0.03219454362988472,
                    "qparams": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:4b_32g s4",
                    "bpw": 4.1253662109375,
                    "total_bits": 242242560.0,
                    "err": 0.027211744338274002,
                    "qparams": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:5b_32g/0.9:4b_32g s4",
                    "bpw": 4.225812639508929,
                    "total_bits": 248140800.0,
                    "err": 0.025019807741045952,
                    "qparams": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:4b_32g s4",
                    "bpw": 4.326259068080357,
                    "total_bits": 254039039.99999997,
                    "err": 0.02448057010769844,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "4": 32
                        },
                        "bits": [
                            6,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:5b_128g s4",
                    "bpw": 5.031341552734375,
                    "total_bits": 295441664.0,
                    "err": 0.01658710651099682,
                    "qparams": {
                        "group_size": {
                            "5": 128
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.225812639508929,
                    "total_bits": 306861056.0,
                    "err": 0.014038102701306343,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.05:8b_32g/0.05:6b_32g/0.9:5b_32g s4",
                    "bpw": 5.330723353794643,
                    "total_bits": 313021440.0,
                    "err": 0.013813252560794353,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.05,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.4:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.527151925223214,
                    "total_bits": 324555776.0,
                    "err": 0.012698637321591377,
                    "qparams": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.4,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_32g/0.3:6b_32g/0.6:5b_32g s4",
                    "bpw": 5.728044782366071,
                    "total_bits": 336352256.0,
                    "err": 0.012375611811876297,
                    "qparams": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.3,
                            0.6
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_128g s4",
                    "bpw": 6.031341552734375,
                    "total_bits": 354161920.0,
                    "err": 0.009748621843755245,
                    "qparams": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:6b_32g s4",
                    "bpw": 6.1253662109375,
                    "total_bits": 359683072.0,
                    "err": 0.010196925140917301,
                    "qparams": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "0.1:8b_128g/0.9:6b_128g s4",
                    "bpw": 6.245627267020089,
                    "total_bits": 366744832.0,
                    "err": 0.009019601158797741,
                    "qparams": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "desc": "1.0:8b_32g s4",
                    "bpw": 8.1253662109375,
                    "total_bits": 477123584.0,
                    "err": 0.008244408294558525,
                    "qparams": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1.0
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        }
    ],
    "last_module_idx": 66,
    "base_perplexity": 6.08677698125077
}